2024-11-11 13:38:35,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 13:38:35,105 main DEBUG Took 0.015099 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 13:38:35,107 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 13:38:35,108 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 13:38:35,109 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 13:38:35,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,128 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 13:38:35,145 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,148 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,149 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,151 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,152 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,154 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,155 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,157 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,158 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,159 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,162 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 13:38:35,164 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,164 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 13:38:35,166 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 13:38:35,168 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 13:38:35,170 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 13:38:35,171 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 13:38:35,173 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 13:38:35,174 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 13:38:35,186 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 13:38:35,191 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 13:38:35,194 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 13:38:35,195 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 13:38:35,195 main DEBUG createAppenders(={Console}) 2024-11-11 13:38:35,196 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-11 13:38:35,197 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 13:38:35,197 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-11 13:38:35,198 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 13:38:35,199 main DEBUG OutputStream closed 2024-11-11 13:38:35,199 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 13:38:35,200 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 13:38:35,200 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-11 13:38:35,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 13:38:35,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 13:38:35,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 13:38:35,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 13:38:35,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 13:38:35,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 13:38:35,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 13:38:35,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 13:38:35,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 13:38:35,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 13:38:35,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 13:38:35,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 13:38:35,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 13:38:35,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 13:38:35,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 13:38:35,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 13:38:35,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 13:38:35,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 13:38:35,350 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 13:38:35,350 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-11 13:38:35,351 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 13:38:35,352 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-11T13:38:35,379 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 13:38:35,383 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 13:38:35,383 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T13:38:35,406 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T13:38:35,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=3582 2024-11-11T13:38:35,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266 2024-11-11T13:38:35,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:38:35,728 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623, deleteOnExit=true 2024-11-11T13:38:35,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:38:35,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/test.cache.data in system properties and HBase conf 2024-11-11T13:38:35,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:38:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:38:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:38:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:38:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:38:35,806 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T13:38:35,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:38:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:38:35,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:38:35,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:38:35,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:38:35,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:38:35,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:38:35,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:38:35,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:38:35,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:38:35,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:38:35,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:38:35,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:38:35,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:38:35,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:38:36,944 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T13:38:37,020 INFO [Time-limited test {}] log.Log(170): Logging initialized @2907ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T13:38:37,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:38:37,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:38:37,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:38:37,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:38:37,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:38:37,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:38:37,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:38:37,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:38:37,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c85e100{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/java.io.tmpdir/jetty-localhost-40329-hadoop-hdfs-3_4_1-tests_jar-_-any-18182624003094059489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:38:37,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:40329} 2024-11-11T13:38:37,398 INFO [Time-limited test {}] server.Server(415): Started @3286ms 2024-11-11T13:38:37,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:38:37,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:38:37,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:38:37,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:38:37,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:38:37,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:38:37,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:38:38,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c5f936a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-6728480413953002683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:38:38,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:43171} 2024-11-11T13:38:38,044 INFO [Time-limited test {}] server.Server(415): Started @3933ms 2024-11-11T13:38:38,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:38:38,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:38:38,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:38:38,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:38:38,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:38:38,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:38:38,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:38:38,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:38:38,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3140e83e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/java.io.tmpdir/jetty-localhost-36075-hadoop-hdfs-3_4_1-tests_jar-_-any-3320213490344340532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:38:38,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:36075} 2024-11-11T13:38:38,332 INFO [Time-limited test {}] server.Server(415): Started @4220ms 2024-11-11T13:38:38,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:38:38,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:38:38,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:38:38,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:38:38,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:38:38,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:38:38,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:38:38,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:38:38,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c3eb8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/java.io.tmpdir/jetty-localhost-35223-hadoop-hdfs-3_4_1-tests_jar-_-any-13176686452176143048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:38:38,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:35223} 2024-11-11T13:38:38,499 INFO [Time-limited test {}] server.Server(415): Started @4388ms 2024-11-11T13:38:38,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:38:40,921 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data1/current/BP-1968849615-172.17.0.3-1731332316465/current, will proceed with Du for space computation calculation, 2024-11-11T13:38:40,921 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data2/current/BP-1968849615-172.17.0.3-1731332316465/current, will proceed with Du for space computation calculation, 2024-11-11T13:38:40,921 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data3/current/BP-1968849615-172.17.0.3-1731332316465/current, will proceed with Du for space computation calculation, 2024-11-11T13:38:40,921 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data4/current/BP-1968849615-172.17.0.3-1731332316465/current, will proceed with Du for space computation calculation, 2024-11-11T13:38:40,958 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:38:40,958 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:38:40,997 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data6/current/BP-1968849615-172.17.0.3-1731332316465/current, will proceed with Du for space computation calculation, 2024-11-11T13:38:40,997 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data5/current/BP-1968849615-172.17.0.3-1731332316465/current, will proceed with Du for space computation calculation, 2024-11-11T13:38:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52bc50bf10291cf8 with lease ID 0x3b5cd91530fa1cb3: Processing first storage report for DS-26554ece-8f0f-433e-864f-135b87ed2408 from datanode DatanodeRegistration(127.0.0.1:35841, datanodeUuid=d56a6eaf-6d8b-41d2-b7be-39d8a18ed2a5, infoPort=45253, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465) 2024-11-11T13:38:41,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52bc50bf10291cf8 with lease ID 0x3b5cd91530fa1cb3: from storage DS-26554ece-8f0f-433e-864f-135b87ed2408 node DatanodeRegistration(127.0.0.1:35841, datanodeUuid=d56a6eaf-6d8b-41d2-b7be-39d8a18ed2a5, infoPort=45253, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T13:38:41,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77fd7621f457b85 with lease ID 0x3b5cd91530fa1cb4: Processing first storage report for DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474 from datanode DatanodeRegistration(127.0.0.1:41475, datanodeUuid=aacd329d-3925-44f0-a8f5-9bd629c80591, infoPort=32887, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465) 2024-11-11T13:38:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77fd7621f457b85 with lease ID 0x3b5cd91530fa1cb4: from storage DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474 node DatanodeRegistration(127.0.0.1:41475, datanodeUuid=aacd329d-3925-44f0-a8f5-9bd629c80591, infoPort=32887, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:38:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52bc50bf10291cf8 with lease ID 0x3b5cd91530fa1cb3: Processing first storage report for DS-8c8f8b9f-bbc6-4fe5-b7f0-45a5b658ebec from datanode DatanodeRegistration(127.0.0.1:35841, datanodeUuid=d56a6eaf-6d8b-41d2-b7be-39d8a18ed2a5, infoPort=45253, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465) 2024-11-11T13:38:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52bc50bf10291cf8 with lease ID 0x3b5cd91530fa1cb3: from storage DS-8c8f8b9f-bbc6-4fe5-b7f0-45a5b658ebec node DatanodeRegistration(127.0.0.1:35841, datanodeUuid=d56a6eaf-6d8b-41d2-b7be-39d8a18ed2a5, infoPort=45253, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:38:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77fd7621f457b85 with lease ID 0x3b5cd91530fa1cb4: Processing first storage report for DS-b652f916-3de4-4890-9623-bcce415b0fa5 from datanode DatanodeRegistration(127.0.0.1:41475, datanodeUuid=aacd329d-3925-44f0-a8f5-9bd629c80591, infoPort=32887, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465) 2024-11-11T13:38:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77fd7621f457b85 with lease ID 0x3b5cd91530fa1cb4: from storage DS-b652f916-3de4-4890-9623-bcce415b0fa5 node DatanodeRegistration(127.0.0.1:41475, datanodeUuid=aacd329d-3925-44f0-a8f5-9bd629c80591, infoPort=32887, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:38:41,023 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:38:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29835836839e9da2 with lease ID 0x3b5cd91530fa1cb5: Processing first storage report for DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569 from datanode DatanodeRegistration(127.0.0.1:45439, datanodeUuid=5f336a7f-23c8-4922-8bfc-199156082760, infoPort=33309, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465) 2024-11-11T13:38:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29835836839e9da2 with lease ID 0x3b5cd91530fa1cb5: from storage DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569 node DatanodeRegistration(127.0.0.1:45439, datanodeUuid=5f336a7f-23c8-4922-8bfc-199156082760, infoPort=33309, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:38:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29835836839e9da2 with lease ID 0x3b5cd91530fa1cb5: Processing first storage report for DS-f54073b1-8ef3-4065-bc25-e768b9dfdf68 from datanode DatanodeRegistration(127.0.0.1:45439, datanodeUuid=5f336a7f-23c8-4922-8bfc-199156082760, infoPort=33309, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465) 2024-11-11T13:38:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29835836839e9da2 with lease ID 0x3b5cd91530fa1cb5: from storage DS-f54073b1-8ef3-4065-bc25-e768b9dfdf68 node DatanodeRegistration(127.0.0.1:45439, datanodeUuid=5f336a7f-23c8-4922-8bfc-199156082760, infoPort=33309, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=794413577;c=1731332316465), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T13:38:41,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266 2024-11-11T13:38:41,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/zookeeper_0, clientPort=55864, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:38:41,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55864 2024-11-11T13:38:41,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:41,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:38:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:38:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:38:41,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 with version=8 2024-11-11T13:38:41,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/hbase-staging 2024-11-11T13:38:41,842 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T13:38:42,067 INFO [Time-limited test {}] client.ConnectionUtils(128): master/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:38:42,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:38:42,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:38:42,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:38:42,254 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T13:38:42,263 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T13:38:42,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:38:42,295 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42408 (auto-detected) 2024-11-11T13:38:42,296 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T13:38:42,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42843 2024-11-11T13:38:42,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42843 connecting to ZooKeeper ensemble=127.0.0.1:55864 2024-11-11T13:38:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428430x0, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:38:42,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42843-0x1012b6861270000 connected 2024-11-11T13:38:42,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:38:42,547 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992, hbase.cluster.distributed=false 2024-11-11T13:38:42,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:38:42,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-11T13:38:42,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42843 2024-11-11T13:38:42,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42843 2024-11-11T13:38:42,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-11T13:38:42,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-11T13:38:42,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:38:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:38:42,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:38:42,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:38:42,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:38:42,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39667 2024-11-11T13:38:42,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:55864 2024-11-11T13:38:42,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:38:42,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x1012b6861270001 connected 2024-11-11T13:38:42,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:38:42,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:38:42,734 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:38:42,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T13:38:42,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:38:42,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-11T13:38:42,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-11-11T13:38:42,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-11-11T13:38:42,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-11T13:38:42,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-11T13:38:42,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:38:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:38:42,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:38:42,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:38:42,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:38:42,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35061 2024-11-11T13:38:42,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35061 connecting to ZooKeeper ensemble=127.0.0.1:55864 2024-11-11T13:38:42,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350610x0, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:38:42,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350610x0, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:38:42,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:38:42,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35061-0x1012b6861270002 connected 2024-11-11T13:38:42,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:38:42,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T13:38:42,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:38:42,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35061 2024-11-11T13:38:42,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35061 2024-11-11T13:38:42,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35061 2024-11-11T13:38:42,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35061 2024-11-11T13:38:42,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35061 2024-11-11T13:38:42,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:38:42,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:38:42,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:38:42,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:38:42,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:38:42,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:38:42,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44727 2024-11-11T13:38:42,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44727 connecting to ZooKeeper ensemble=127.0.0.1:55864 2024-11-11T13:38:42,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:42,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447270x0, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:38:42,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44727-0x1012b6861270003 connected 2024-11-11T13:38:42,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:38:42,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:38:42,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:38:42,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T13:38:42,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:38:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-11T13:38:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44727 2024-11-11T13:38:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44727 2024-11-11T13:38:42,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-11T13:38:42,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-11T13:38:42,905 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;37d26ecf6460:42843 2024-11-11T13:38:42,906 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/37d26ecf6460,42843,1731332321909 2024-11-11T13:38:42,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,922 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/37d26ecf6460,42843,1731332321909 2024-11-11T13:38:42,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T13:38:42,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T13:38:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:42,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T13:38:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:42,950 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T13:38:42,951 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/37d26ecf6460,42843,1731332321909 from backup master directory 2024-11-11T13:38:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/37d26ecf6460,42843,1731332321909 2024-11-11T13:38:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:38:42,961 WARN [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:38:42,962 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=37d26ecf6460,42843,1731332321909 2024-11-11T13:38:42,964 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T13:38:42,966 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T13:38:43,017 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/hbase.id] with ID: 442927e3-ae6e-4823-8fdd-39753ea37286 2024-11-11T13:38:43,018 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.tmp/hbase.id 2024-11-11T13:38:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:38:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:38:43,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:38:43,031 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.tmp/hbase.id]:[hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/hbase.id] 2024-11-11T13:38:43,077 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:38:43,082 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:38:43,103 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-11T13:38:43,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:38:43,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:38:43,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:38:43,152 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:38:43,154 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:38:43,167 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:38:43,172 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:38:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:38:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:38:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:38:43,228 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store 2024-11-11T13:38:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:38:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:38:43,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:38:43,259 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T13:38:43,263 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:43,264 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:38:43,265 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:38:43,265 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:38:43,267 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:38:43,267 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:38:43,268 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:38:43,269 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731332323264Disabling compacts and flushes for region at 1731332323264Disabling writes for close at 1731332323267 (+3 ms)Writing region close event to WAL at 1731332323267Closed at 1731332323267 2024-11-11T13:38:43,272 WARN [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/.initializing 2024-11-11T13:38:43,272 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/WALs/37d26ecf6460,42843,1731332321909 2024-11-11T13:38:43,283 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:38:43,299 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C42843%2C1731332321909, suffix=, logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/WALs/37d26ecf6460,42843,1731332321909, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/oldWALs, maxLogs=10 2024-11-11T13:38:43,331 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/WALs/37d26ecf6460,42843,1731332321909/37d26ecf6460%2C42843%2C1731332321909.1731332323305, exclude list is [], retry=0 2024-11-11T13:38:43,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569,DISK] 2024-11-11T13:38:43,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-26554ece-8f0f-433e-864f-135b87ed2408,DISK] 2024-11-11T13:38:43,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474,DISK] 2024-11-11T13:38:43,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T13:38:43,407 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/WALs/37d26ecf6460,42843,1731332321909/37d26ecf6460%2C42843%2C1731332321909.1731332323305 2024-11-11T13:38:43,409 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32887:32887),(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33309:33309)] 2024-11-11T13:38:43,410 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:38:43,410 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:43,414 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,415 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:38:43,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:43,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:43,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:38:43,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:43,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:38:43,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:38:43,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:43,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:38:43,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:38:43,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:43,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:38:43,503 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,507 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,509 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,515 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,516 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,520 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:38:43,524 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:38:43,528 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:38:43,529 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66772185, jitterRate=-0.005016908049583435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:38:43,536 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731332323428Initializing all the Stores at 1731332323430 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332323431 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332323431Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332323432 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332323432Cleaning up temporary data from old regions at 1731332323516 (+84 ms)Region opened successfully at 1731332323536 (+20 ms) 2024-11-11T13:38:43,537 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:38:43,572 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445561ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:38:43,607 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:38:43,618 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:38:43,618 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:38:43,621 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:38:43,623 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T13:38:43,628 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T13:38:43,629 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T13:38:43,658 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:38:43,666 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T13:38:43,702 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T13:38:43,705 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:38:43,706 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:38:43,715 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T13:38:43,718 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:38:43,722 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:38:43,731 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T13:38:43,734 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:38:43,743 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T13:38:43,766 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:38:43,777 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T13:38:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:38:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:38:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:38:43,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:38:43,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,797 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=37d26ecf6460,42843,1731332321909, sessionid=0x1012b6861270000, setting cluster-up flag (Was=false) 2024-11-11T13:38:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,852 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T13:38:43,856 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37d26ecf6460,42843,1731332321909 2024-11-11T13:38:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:43,902 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T13:38:43,904 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37d26ecf6460,42843,1731332321909 2024-11-11T13:38:43,912 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:38:43,980 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:38:43,988 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:38:43,995 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:38:43,995 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(746): ClusterId : 442927e3-ae6e-4823-8fdd-39753ea37286 2024-11-11T13:38:43,995 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(746): ClusterId : 442927e3-ae6e-4823-8fdd-39753ea37286 2024-11-11T13:38:43,995 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(746): ClusterId : 442927e3-ae6e-4823-8fdd-39753ea37286 2024-11-11T13:38:43,998 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:38:43,998 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:38:43,998 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:38:44,002 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 37d26ecf6460,42843,1731332321909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:38:44,017 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:38:44,017 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:38:44,017 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:38:44,017 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:38:44,019 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:38:44,019 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:38:44,019 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:38:44,020 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:38:44,020 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:38:44,020 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:38:44,020 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/37d26ecf6460:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:38:44,020 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,021 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:38:44,021 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,030 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731332354030 2024-11-11T13:38:44,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:38:44,032 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:38:44,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:38:44,033 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:38:44,036 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:38:44,036 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:38:44,036 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:38:44,037 DEBUG [RS:0;37d26ecf6460:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5479510c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:38:44,037 DEBUG [RS:1;37d26ecf6460:35061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549a8145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:38:44,037 DEBUG [RS:2;37d26ecf6460:44727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430dc7d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:38:44,037 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:38:44,038 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:38:44,038 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:38:44,038 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:38:44,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:44,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:38:44,047 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,056 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:38:44,058 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:38:44,059 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:38:44,061 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:38:44,062 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:38:44,063 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;37d26ecf6460:35061 2024-11-11T13:38:44,063 DEBUG [RS:0;37d26ecf6460:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;37d26ecf6460:39667 2024-11-11T13:38:44,064 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.large.0-1731332324063,5,FailOnTimeoutGroup] 2024-11-11T13:38:44,065 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.small.0-1731332324064,5,FailOnTimeoutGroup] 2024-11-11T13:38:44,065 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,065 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:38:44,066 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;37d26ecf6460:44727 2024-11-11T13:38:44,067 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,067 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,067 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:38:44,067 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:38:44,067 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:38:44,067 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:38:44,067 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:38:44,067 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:38:44,067 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:38:44,068 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:38:44,068 DEBUG [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:38:44,070 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(2659): reportForDuty to master=37d26ecf6460,42843,1731332321909 with port=35061, startcode=1731332322773 2024-11-11T13:38:44,070 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=37d26ecf6460,42843,1731332321909 with port=39667, startcode=1731332322653 2024-11-11T13:38:44,070 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(2659): reportForDuty to master=37d26ecf6460,42843,1731332321909 with port=44727, startcode=1731332322847 2024-11-11T13:38:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:38:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:38:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:38:44,086 DEBUG [RS:0;37d26ecf6460:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:38:44,086 DEBUG [RS:2;37d26ecf6460:44727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:38:44,086 DEBUG [RS:1;37d26ecf6460:35061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:38:44,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:38:44,087 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:38:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:38:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:38:44,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:44,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:38:44,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:38:44,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:44,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:44,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:38:44,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:38:44,130 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:38:44,130 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:38:44,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:38:44,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:44,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37d26ecf6460,44727,1731332322847 2024-11-11T13:38:44,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:44,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:38:44,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(517): Registering regionserver=37d26ecf6460,44727,1731332322847 2024-11-11T13:38:44,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:38:44,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:44,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:44,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:38:44,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:38:44,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:44,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:38:44,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740 2024-11-11T13:38:44,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740 2024-11-11T13:38:44,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:38:44,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:38:44,157 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:38:44,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(517): Registering regionserver=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:38:44,166 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:44,166 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36215 2024-11-11T13:38:44,166 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:38:44,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37d26ecf6460,39667,1731332322653 2024-11-11T13:38:44,168 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:44,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(517): Registering regionserver=37d26ecf6460,39667,1731332322653 2024-11-11T13:38:44,169 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36215 2024-11-11T13:38:44,169 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:38:44,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:38:44,173 DEBUG [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:44,173 DEBUG [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36215 2024-11-11T13:38:44,173 DEBUG [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:38:44,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59417928, jitterRate=-0.11460387706756592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:38:44,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731332324113Initializing all the Stores at 1731332324118 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332324119 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332324119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332324119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332324119Cleaning up temporary data from old regions at 1731332324156 (+37 ms)Region opened successfully at 1731332324181 (+25 ms) 2024-11-11T13:38:44,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:38:44,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:38:44,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:38:44,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:38:44,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:38:44,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:38:44,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731332324181Disabling compacts and flushes for region at 1731332324181Disabling writes for close at 1731332324182 (+1 ms)Writing region close event to WAL at 1731332324183 (+1 ms)Closed at 1731332324183 2024-11-11T13:38:44,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:38:44,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:38:44,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:38:44,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:38:44,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:38:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:38:44,232 DEBUG [RS:2;37d26ecf6460:44727 {}] zookeeper.ZKUtil(111): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37d26ecf6460,44727,1731332322847 2024-11-11T13:38:44,232 WARN [RS:2;37d26ecf6460:44727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:38:44,232 INFO [RS:2;37d26ecf6460:44727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:38:44,233 DEBUG [RS:0;37d26ecf6460:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37d26ecf6460,39667,1731332322653 2024-11-11T13:38:44,233 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,44727,1731332322847 2024-11-11T13:38:44,233 WARN [RS:0;37d26ecf6460:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:38:44,233 DEBUG [RS:1;37d26ecf6460:35061 {}] zookeeper.ZKUtil(111): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,233 WARN [RS:1;37d26ecf6460:35061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:38:44,233 INFO [RS:1;37d26ecf6460:35061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:38:44,233 INFO [RS:0;37d26ecf6460:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:38:44,234 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,234 DEBUG [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653 2024-11-11T13:38:44,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37d26ecf6460,35061,1731332322773] 2024-11-11T13:38:44,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37d26ecf6460,44727,1731332322847] 2024-11-11T13:38:44,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37d26ecf6460,39667,1731332322653] 2024-11-11T13:38:44,260 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:38:44,260 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:38:44,260 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:38:44,279 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:38:44,279 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:38:44,279 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:38:44,286 INFO [RS:1;37d26ecf6460:35061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:38:44,286 INFO [RS:2;37d26ecf6460:44727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:38:44,286 INFO [RS:0;37d26ecf6460:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:38:44,286 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,286 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,286 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,290 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:38:44,291 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:38:44,291 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:38:44,298 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:38:44,298 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:38:44,300 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,300 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,300 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:38:44,300 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,300 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,300 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,301 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,302 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,302 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,302 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:38:44,302 DEBUG [RS:2;37d26ecf6460:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:38:44,302 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,302 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,303 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:38:44,303 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,303 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,303 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,303 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,303 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,304 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,303 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,304 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:38:44,304 DEBUG [RS:1;37d26ecf6460:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:38:44,304 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,305 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:38:44,305 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:38:44,305 DEBUG [RS:0;37d26ecf6460:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:38:44,307 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,308 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,308 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,308 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,309 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,309 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,44727,1731332322847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:38:44,315 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,315 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,315 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,315 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,35061,1731332322773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,316 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,39667,1731332322653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:38:44,338 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:38:44,340 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,44727,1731332322847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,340 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,341 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.Replication(171): 37d26ecf6460,44727,1731332322847 started 2024-11-11T13:38:44,345 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:38:44,346 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,39667,1731332322653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,346 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,346 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.Replication(171): 37d26ecf6460,39667,1731332322653 started 2024-11-11T13:38:44,353 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:38:44,353 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,35061,1731332322773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,353 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,354 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.Replication(171): 37d26ecf6460,35061,1731332322773 started 2024-11-11T13:38:44,359 WARN [37d26ecf6460:42843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T13:38:44,367 INFO [RS:0;37d26ecf6460:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,367 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(1482): Serving as 37d26ecf6460,39667,1731332322653, RpcServer on 37d26ecf6460/172.17.0.3:39667, sessionid=0x1012b6861270001 2024-11-11T13:38:44,368 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:38:44,369 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,369 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1482): Serving as 37d26ecf6460,44727,1731332322847, RpcServer on 37d26ecf6460/172.17.0.3:44727, sessionid=0x1012b6861270003 2024-11-11T13:38:44,369 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:38:44,370 DEBUG [RS:2;37d26ecf6460:44727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37d26ecf6460,44727,1731332322847 2024-11-11T13:38:44,370 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,44727,1731332322847' 2024-11-11T13:38:44,370 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T13:38:44,370 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:44,371 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1482): Serving as 37d26ecf6460,35061,1731332322773, RpcServer on 37d26ecf6460/172.17.0.3:35061, sessionid=0x1012b6861270002 2024-11-11T13:38:44,371 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:38:44,371 DEBUG [RS:1;37d26ecf6460:35061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,371 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T13:38:44,371 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,35061,1731332322773' 2024-11-11T13:38:44,371 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T13:38:44,372 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:38:44,372 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:38:44,373 DEBUG [RS:2;37d26ecf6460:44727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37d26ecf6460,44727,1731332322847 2024-11-11T13:38:44,373 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,44727,1731332322847' 2024-11-11T13:38:44,373 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T13:38:44,373 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T13:38:44,374 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T13:38:44,374 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:38:44,374 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:38:44,374 DEBUG [RS:1;37d26ecf6460:35061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,374 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,35061,1731332322773' 2024-11-11T13:38:44,374 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T13:38:44,374 DEBUG [RS:2;37d26ecf6460:44727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:38:44,368 DEBUG [RS:0;37d26ecf6460:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37d26ecf6460,39667,1731332322653 2024-11-11T13:38:44,375 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,39667,1731332322653' 2024-11-11T13:38:44,375 INFO [RS:2;37d26ecf6460:44727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:38:44,375 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T13:38:44,375 INFO [RS:2;37d26ecf6460:44727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:38:44,375 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T13:38:44,375 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T13:38:44,376 DEBUG [RS:1;37d26ecf6460:35061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:38:44,376 INFO [RS:1;37d26ecf6460:35061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:38:44,376 INFO [RS:1;37d26ecf6460:35061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:38:44,376 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:38:44,376 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:38:44,376 DEBUG [RS:0;37d26ecf6460:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37d26ecf6460,39667,1731332322653 2024-11-11T13:38:44,376 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,39667,1731332322653' 2024-11-11T13:38:44,376 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T13:38:44,377 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T13:38:44,378 DEBUG [RS:0;37d26ecf6460:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:38:44,378 INFO [RS:0;37d26ecf6460:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:38:44,378 INFO [RS:0;37d26ecf6460:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:38:44,481 INFO [RS:2;37d26ecf6460:44727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:38:44,481 INFO [RS:1;37d26ecf6460:35061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:38:44,482 INFO [RS:0;37d26ecf6460:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:38:44,486 INFO [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C35061%2C1731332322773, suffix=, logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs, maxLogs=32 2024-11-11T13:38:44,486 INFO [RS:2;37d26ecf6460:44727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C44727%2C1731332322847, suffix=, logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,44727,1731332322847, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs, maxLogs=32 2024-11-11T13:38:44,486 INFO [RS:0;37d26ecf6460:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C39667%2C1731332322653, suffix=, logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs, maxLogs=32 2024-11-11T13:38:44,504 DEBUG [RS:0;37d26ecf6460:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653/37d26ecf6460%2C39667%2C1731332322653.1731332324491, exclude list is [], retry=0 2024-11-11T13:38:44,510 DEBUG [RS:2;37d26ecf6460:44727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,44727,1731332322847/37d26ecf6460%2C44727%2C1731332322847.1731332324491, exclude list is [], retry=0 2024-11-11T13:38:44,510 DEBUG [RS:1;37d26ecf6460:35061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773/37d26ecf6460%2C35061%2C1731332322773.1731332324491, exclude list is [], retry=0 2024-11-11T13:38:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474,DISK] 2024-11-11T13:38:44,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569,DISK] 2024-11-11T13:38:44,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-26554ece-8f0f-433e-864f-135b87ed2408,DISK] 2024-11-11T13:38:44,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569,DISK] 2024-11-11T13:38:44,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474,DISK] 2024-11-11T13:38:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-26554ece-8f0f-433e-864f-135b87ed2408,DISK] 2024-11-11T13:38:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569,DISK] 2024-11-11T13:38:44,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474,DISK] 2024-11-11T13:38:44,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-26554ece-8f0f-433e-864f-135b87ed2408,DISK] 2024-11-11T13:38:44,550 INFO [RS:0;37d26ecf6460:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653/37d26ecf6460%2C39667%2C1731332322653.1731332324491 2024-11-11T13:38:44,553 DEBUG [RS:0;37d26ecf6460:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32887:32887),(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33309:33309)] 2024-11-11T13:38:44,555 INFO [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773/37d26ecf6460%2C35061%2C1731332322773.1731332324491 2024-11-11T13:38:44,555 INFO [RS:2;37d26ecf6460:44727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,44727,1731332322847/37d26ecf6460%2C44727%2C1731332322847.1731332324491 2024-11-11T13:38:44,556 DEBUG [RS:2;37d26ecf6460:44727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33309:33309),(127.0.0.1/127.0.0.1:32887:32887)] 2024-11-11T13:38:44,556 DEBUG [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32887:32887),(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:33309:33309)] 2024-11-11T13:38:44,612 DEBUG [37d26ecf6460:42843 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T13:38:44,620 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(204): Hosts are {37d26ecf6460=0} racks are {/default-rack=0} 2024-11-11T13:38:44,629 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T13:38:44,629 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T13:38:44,629 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T13:38:44,629 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T13:38:44,629 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T13:38:44,630 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T13:38:44,630 INFO [37d26ecf6460:42843 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T13:38:44,630 INFO [37d26ecf6460:42843 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T13:38:44,630 INFO [37d26ecf6460:42843 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T13:38:44,630 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T13:38:44,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:44,647 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37d26ecf6460,35061,1731332322773, state=OPENING 2024-11-11T13:38:44,685 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:38:44,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:44,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:44,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:44,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:38:44,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:44,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:44,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:44,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:44,699 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:38:44,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:38:52,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T13:38:52,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T13:38:54,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:38:54,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:38:54,753 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:38:54,753 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:38:54,754 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:38:54,757 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C35061%2C1731332322773.meta, suffix=.meta, logDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs, maxLogs=32 2024-11-11T13:38:54,772 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773/37d26ecf6460%2C35061%2C1731332322773.meta.1731332334759.meta, exclude list is [], retry=0 2024-11-11T13:38:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45439,DS-2a211b0f-6357-40dd-8c69-c64ce7ac3569,DISK] 2024-11-11T13:38:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-f6f712d3-fa7c-4186-b2e5-ecea696fa474,DISK] 2024-11-11T13:38:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-26554ece-8f0f-433e-864f-135b87ed2408,DISK] 2024-11-11T13:38:54,779 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,35061,1731332322773/37d26ecf6460%2C35061%2C1731332322773.meta.1731332334759.meta 2024-11-11T13:38:54,779 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33309:33309),(127.0.0.1/127.0.0.1:32887:32887),(127.0.0.1/127.0.0.1:45253:45253)] 2024-11-11T13:38:54,779 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:38:54,781 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:38:54,783 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:38:54,788 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:38:54,792 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:38:54,792 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:54,793 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:38:54,793 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:38:54,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:38:54,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:38:54,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:54,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:54,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:38:54,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:38:54,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:54,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:54,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:38:54,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:38:54,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:54,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:54,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:38:54,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:38:54,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:54,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:38:54,807 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:38:54,809 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740 2024-11-11T13:38:54,811 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740 2024-11-11T13:38:54,813 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:38:54,813 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:38:54,814 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:38:54,817 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:38:54,818 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60587182, jitterRate=-0.09718063473701477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:38:54,818 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:38:54,820 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731332334793Writing region info on filesystem at 1731332334793Initializing all the Stores at 1731332334795 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332334795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332334796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332334796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332334796Cleaning up temporary data from old regions at 1731332334813 (+17 ms)Running coprocessor post-open hooks at 1731332334818 (+5 ms)Region opened successfully at 1731332334819 (+1 ms) 2024-11-11T13:38:54,826 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731332334727 2024-11-11T13:38:54,835 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:38:54,836 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:38:54,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:54,839 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37d26ecf6460,35061,1731332322773, state=OPEN 2024-11-11T13:38:54,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:38:54,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:38:54,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:38:54,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:38:54,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:54,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:54,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:54,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:38:54,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:54,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:38:54,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37d26ecf6460,35061,1731332322773 in 10.1750 sec 2024-11-11T13:38:54,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:38:54,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6940 sec 2024-11-11T13:38:54,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:38:54,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:38:54,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:38:54,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35061,1731332322773, seqNum=-1] 2024-11-11T13:38:54,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:38:54,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60577, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:38:54,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0210 sec 2024-11-11T13:38:54,963 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731332334963, completionTime=-1 2024-11-11T13:38:54,967 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T13:38:54,967 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T13:38:55,002 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-11T13:38:55,002 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731332395002 2024-11-11T13:38:55,003 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731332455003 2024-11-11T13:38:55,003 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-11T13:38:55,005 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:38:55,013 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,42843,1731332321909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,014 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,42843,1731332321909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,014 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,42843,1731332321909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,016 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-37d26ecf6460:42843, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,016 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,017 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,024 DEBUG [master/37d26ecf6460:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:38:55,052 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.089sec 2024-11-11T13:38:55,054 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:38:55,056 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:38:55,057 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:38:55,058 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:38:55,058 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:38:55,059 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,42843,1731332321909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:38:55,060 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,42843,1731332321909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:38:55,071 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:38:55,072 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:38:55,073 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,42843,1731332321909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:38:55,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503936ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:38:55,122 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T13:38:55,122 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T13:38:55,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37d26ecf6460,42843,-1 for getting cluster id 2024-11-11T13:38:55,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:38:55,141 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442927e3-ae6e-4823-8fdd-39753ea37286' 2024-11-11T13:38:55,143 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:38:55,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442927e3-ae6e-4823-8fdd-39753ea37286" 2024-11-11T13:38:55,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c71f18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:38:55,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37d26ecf6460,42843,-1] 2024-11-11T13:38:55,165 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:38:55,167 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:38:55,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:38:55,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e79b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:38:55,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:38:55,182 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35061,1731332322773, seqNum=-1] 2024-11-11T13:38:55,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:38:55,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:38:55,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=37d26ecf6460,42843,1731332321909 2024-11-11T13:38:55,229 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731332335227 (current time:1731332335227). 2024-11-11T13:38:55,229 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T13:38:55,229 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T13:38:55,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322bf156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:38:55,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37d26ecf6460,42843,-1 for getting cluster id 2024-11-11T13:38:55,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:38:55,234 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442927e3-ae6e-4823-8fdd-39753ea37286' 2024-11-11T13:38:55,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:38:55,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442927e3-ae6e-4823-8fdd-39753ea37286" 2024-11-11T13:38:55,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f19ceae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:38:55,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37d26ecf6460,42843,-1] 2024-11-11T13:38:55,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:38:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:38:55,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:38:55,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e0e38a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:38:55,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:38:55,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35061,1731332322773, seqNum=-1] 2024-11-11T13:38:55,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:38:55,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:38:55,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:38:55,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:38:55,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:38:55,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:38:55,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:38:55,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 37d26ecf6460,42843,1731332321909 2024-11-11T13:38:55,268 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3866ed10 2024-11-11T13:38:55,270 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:38:55,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:38:55,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:38:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T13:38:55,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:38:55,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T13:38:55,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:38:55,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:38:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:38:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741837_1013 (size=361) 2024-11-11T13:38:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741837_1013 (size=361) 2024-11-11T13:38:55,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741837_1013 (size=361) 2024-11-11T13:38:55,327 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6192eb2b12f5f0ba6747a78a6466664b, NAME => 'SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,327 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0a2b96ad00dbbf80b6c95099c0b8ab93, NAME => 'SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,327 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 09efdc12a385da6307a0c0455c33fb33, NAME => 'SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741838_1014 (size=62) 2024-11-11T13:38:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741838_1014 (size=62) 2024-11-11T13:38:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741838_1014 (size=62) 2024-11-11T13:38:55,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0a2b96ad00dbbf80b6c95099c0b8ab93, disabling compactions & flushes 2024-11-11T13:38:55,363 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:38:55,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:38:55,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. after waiting 0 ms 2024-11-11T13:38:55,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:38:55,363 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:38:55,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0a2b96ad00dbbf80b6c95099c0b8ab93: Waiting for close lock at 1731332335363Disabling compacts and flushes for region at 1731332335363Disabling writes for close at 1731332335363Writing region close event to WAL at 1731332335363Closed at 1731332335363 2024-11-11T13:38:55,364 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 38f2485b1d3734d97a3ab30593a57b85, NAME => 'SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741840_1016 (size=62) 2024-11-11T13:38:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741840_1016 (size=62) 2024-11-11T13:38:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741840_1016 (size=62) 2024-11-11T13:38:55,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 09efdc12a385da6307a0c0455c33fb33, disabling compactions & flushes 2024-11-11T13:38:55,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:38:55,405 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:38:55,405 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. after waiting 0 ms 2024-11-11T13:38:55,405 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:38:55,405 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:38:55,405 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 09efdc12a385da6307a0c0455c33fb33: Waiting for close lock at 1731332335404Disabling compacts and flushes for region at 1731332335404Disabling writes for close at 1731332335405 (+1 ms)Writing region close event to WAL at 1731332335405Closed at 1731332335405 2024-11-11T13:38:55,406 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02082734e181cb9fbade21877e238d3b, NAME => 'SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741839_1015 (size=54) 2024-11-11T13:38:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741839_1015 (size=54) 2024-11-11T13:38:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741839_1015 (size=54) 2024-11-11T13:38:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:38:55,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6192eb2b12f5f0ba6747a78a6466664b, disabling compactions & flushes 2024-11-11T13:38:55,421 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:38:55,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:38:55,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. after waiting 0 ms 2024-11-11T13:38:55,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:38:55,421 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:38:55,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6192eb2b12f5f0ba6747a78a6466664b: Waiting for close lock at 1731332335420Disabling compacts and flushes for region at 1731332335421 (+1 ms)Disabling writes for close at 1731332335421Writing region close event to WAL at 1731332335421Closed at 1731332335421 2024-11-11T13:38:55,422 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6baa95bfa05c26ca873612435d6d4117, NAME => 'SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741841_1017 (size=62) 2024-11-11T13:38:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741841_1017 (size=62) 2024-11-11T13:38:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741841_1017 (size=62) 2024-11-11T13:38:55,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 38f2485b1d3734d97a3ab30593a57b85, disabling compactions & flushes 2024-11-11T13:38:55,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:38:55,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:38:55,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. after waiting 0 ms 2024-11-11T13:38:55,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:38:55,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:38:55,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 38f2485b1d3734d97a3ab30593a57b85: Waiting for close lock at 1731332335429Disabling compacts and flushes for region at 1731332335429Disabling writes for close at 1731332335429Writing region close event to WAL at 1731332335429Closed at 1731332335429 2024-11-11T13:38:55,430 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e6e3c78e5acc8b3b8f1a6145e9b3b0bc, NAME => 'SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741842_1018 (size=62) 2024-11-11T13:38:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741842_1018 (size=62) 2024-11-11T13:38:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741842_1018 (size=62) 2024-11-11T13:38:55,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 02082734e181cb9fbade21877e238d3b, disabling compactions & flushes 2024-11-11T13:38:55,492 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:38:55,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:38:55,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. after waiting 0 ms 2024-11-11T13:38:55,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:38:55,492 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:38:55,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02082734e181cb9fbade21877e238d3b: Waiting for close lock at 1731332335492Disabling compacts and flushes for region at 1731332335492Disabling writes for close at 1731332335492Writing region close event to WAL at 1731332335492Closed at 1731332335492 2024-11-11T13:38:55,493 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 445564ff2bebc75e516a912ff70e5e2a, NAME => 'SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741844_1020 (size=62) 2024-11-11T13:38:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741844_1020 (size=62) 2024-11-11T13:38:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741844_1020 (size=62) 2024-11-11T13:38:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741843_1019 (size=62) 2024-11-11T13:38:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741843_1019 (size=62) 2024-11-11T13:38:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741843_1019 (size=62) 2024-11-11T13:38:55,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741845_1021 (size=62) 2024-11-11T13:38:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741845_1021 (size=62) 2024-11-11T13:38:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741845_1021 (size=62) 2024-11-11T13:38:55,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 445564ff2bebc75e516a912ff70e5e2a, disabling compactions & flushes 2024-11-11T13:38:55,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:38:55,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:38:55,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. after waiting 0 ms 2024-11-11T13:38:55,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:38:55,541 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:38:55,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 445564ff2bebc75e516a912ff70e5e2a: Waiting for close lock at 1731332335540Disabling compacts and flushes for region at 1731332335540Disabling writes for close at 1731332335541 (+1 ms)Writing region close event to WAL at 1731332335541Closed at 1731332335541 2024-11-11T13:38:55,542 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 20b926b779e4ebc27078c72d9cd9e630, NAME => 'SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741846_1022 (size=62) 2024-11-11T13:38:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741846_1022 (size=62) 2024-11-11T13:38:55,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 20b926b779e4ebc27078c72d9cd9e630, disabling compactions & flushes 2024-11-11T13:38:55,577 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:38:55,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:38:55,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. after waiting 0 ms 2024-11-11T13:38:55,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:38:55,577 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:38:55,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 20b926b779e4ebc27078c72d9cd9e630: Waiting for close lock at 1731332335577Disabling compacts and flushes for region at 1731332335577Disabling writes for close at 1731332335577Writing region close event to WAL at 1731332335577Closed at 1731332335577 2024-11-11T13:38:55,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3e80ab0061706249dc62b9c73aede654, NAME => 'SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992 2024-11-11T13:38:55,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741846_1022 (size=62) 2024-11-11T13:38:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741847_1023 (size=54) 2024-11-11T13:38:55,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741847_1023 (size=54) 2024-11-11T13:38:55,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741847_1023 (size=54) 2024-11-11T13:38:55,592 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3e80ab0061706249dc62b9c73aede654, disabling compactions & flushes 2024-11-11T13:38:55,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:38:55,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:38:55,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. after waiting 0 ms 2024-11-11T13:38:55,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:38:55,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:38:55,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3e80ab0061706249dc62b9c73aede654: Waiting for close lock at 1731332335592Disabling compacts and flushes for region at 1731332335592Disabling writes for close at 1731332335593 (+1 ms)Writing region close event to WAL at 1731332335593Closed at 1731332335593 2024-11-11T13:38:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:38:55,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e6e3c78e5acc8b3b8f1a6145e9b3b0bc, disabling compactions & flushes 2024-11-11T13:38:55,918 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:38:55,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:38:55,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. after waiting 0 ms 2024-11-11T13:38:55,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:38:55,918 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:38:55,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc: Waiting for close lock at 1731332335918Disabling compacts and flushes for region at 1731332335918Disabling writes for close at 1731332335918Writing region close event to WAL at 1731332335918Closed at 1731332335918 2024-11-11T13:38:55,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:38:55,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6baa95bfa05c26ca873612435d6d4117, disabling compactions & flushes 2024-11-11T13:38:55,927 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:38:55,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:38:55,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. after waiting 0 ms 2024-11-11T13:38:55,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:38:55,928 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:38:55,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6baa95bfa05c26ca873612435d6d4117: Waiting for close lock at 1731332335927Disabling compacts and flushes for region at 1731332335927Disabling writes for close at 1731332335927Writing region close event to WAL at 1731332335928 (+1 ms)Closed at 1731332335928 2024-11-11T13:38:55,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:38:55,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:38:55,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332335931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332335931"}]},"ts":"1731332335931"} 2024-11-11T13:38:55,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T13:38:55,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:38:55,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731332335981"}]},"ts":"1731332335981"} 2024-11-11T13:38:55,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T13:38:55,989 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {37d26ecf6460=0} racks are {/default-rack=0} 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T13:38:55,997 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T13:38:55,997 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T13:38:55,997 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T13:38:55,997 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T13:38:55,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09efdc12a385da6307a0c0455c33fb33, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a2b96ad00dbbf80b6c95099c0b8ab93, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38f2485b1d3734d97a3ab30593a57b85, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02082734e181cb9fbade21877e238d3b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6baa95bfa05c26ca873612435d6d4117, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20b926b779e4ebc27078c72d9cd9e630, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e80ab0061706249dc62b9c73aede654, ASSIGN}] 2024-11-11T13:38:56,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38f2485b1d3734d97a3ab30593a57b85, ASSIGN 2024-11-11T13:38:56,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a2b96ad00dbbf80b6c95099c0b8ab93, ASSIGN 2024-11-11T13:38:56,004 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09efdc12a385da6307a0c0455c33fb33, ASSIGN 2024-11-11T13:38:56,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN 2024-11-11T13:38:56,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38f2485b1d3734d97a3ab30593a57b85, ASSIGN; state=OFFLINE, location=37d26ecf6460,35061,1731332322773; forceNewPlan=false, retain=false 2024-11-11T13:38:56,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09efdc12a385da6307a0c0455c33fb33, ASSIGN; state=OFFLINE, location=37d26ecf6460,44727,1731332322847; forceNewPlan=false, retain=false 2024-11-11T13:38:56,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN; state=OFFLINE, location=37d26ecf6460,39667,1731332322653; forceNewPlan=false, retain=false 2024-11-11T13:38:56,007 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a2b96ad00dbbf80b6c95099c0b8ab93, ASSIGN; state=OFFLINE, location=37d26ecf6460,35061,1731332322773; forceNewPlan=false, retain=false 2024-11-11T13:38:56,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN 2024-11-11T13:38:56,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN; state=OFFLINE, location=37d26ecf6460,39667,1731332322653; forceNewPlan=false, retain=false 2024-11-11T13:38:56,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6baa95bfa05c26ca873612435d6d4117, ASSIGN 2024-11-11T13:38:56,024 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6baa95bfa05c26ca873612435d6d4117, ASSIGN; state=OFFLINE, location=37d26ecf6460,35061,1731332322773; forceNewPlan=false, retain=false 2024-11-11T13:38:56,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02082734e181cb9fbade21877e238d3b, ASSIGN 2024-11-11T13:38:56,028 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN 2024-11-11T13:38:56,029 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20b926b779e4ebc27078c72d9cd9e630, ASSIGN 2024-11-11T13:38:56,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e80ab0061706249dc62b9c73aede654, ASSIGN 2024-11-11T13:38:56,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02082734e181cb9fbade21877e238d3b, ASSIGN; state=OFFLINE, location=37d26ecf6460,44727,1731332322847; forceNewPlan=false, retain=false 2024-11-11T13:38:56,032 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20b926b779e4ebc27078c72d9cd9e630, ASSIGN; state=OFFLINE, location=37d26ecf6460,35061,1731332322773; forceNewPlan=false, retain=false 2024-11-11T13:38:56,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e80ab0061706249dc62b9c73aede654, ASSIGN; state=OFFLINE, location=37d26ecf6460,44727,1731332322847; forceNewPlan=false, retain=false 2024-11-11T13:38:56,033 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN; state=OFFLINE, location=37d26ecf6460,39667,1731332322653; forceNewPlan=false, retain=false 2024-11-11T13:38:56,159 INFO [37d26ecf6460:42843 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T13:38:56,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3e80ab0061706249dc62b9c73aede654, regionState=OPENING, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:38:56,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02082734e181cb9fbade21877e238d3b, regionState=OPENING, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:38:56,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=09efdc12a385da6307a0c0455c33fb33, regionState=OPENING, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:38:56,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, regionState=OPENING, regionLocation=37d26ecf6460,39667,1731332322653 2024-11-11T13:38:56,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=445564ff2bebc75e516a912ff70e5e2a, regionState=OPENING, regionLocation=37d26ecf6460,39667,1731332322653 2024-11-11T13:38:56,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=20b926b779e4ebc27078c72d9cd9e630, regionState=OPENING, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:56,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6192eb2b12f5f0ba6747a78a6466664b, regionState=OPENING, regionLocation=37d26ecf6460,39667,1731332322653 2024-11-11T13:38:56,161 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6baa95bfa05c26ca873612435d6d4117, regionState=OPENING, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:56,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=38f2485b1d3734d97a3ab30593a57b85, regionState=OPENING, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:56,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0a2b96ad00dbbf80b6c95099c0b8ab93, regionState=OPENING, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:38:56,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN because future has completed 2024-11-11T13:38:56,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc, server=37d26ecf6460,39667,1731332322653}] 2024-11-11T13:38:56,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN because future has completed 2024-11-11T13:38:56,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 445564ff2bebc75e516a912ff70e5e2a, server=37d26ecf6460,39667,1731332322653}] 2024-11-11T13:38:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e80ab0061706249dc62b9c73aede654, ASSIGN because future has completed 2024-11-11T13:38:56,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02082734e181cb9fbade21877e238d3b, ASSIGN because future has completed 2024-11-11T13:38:56,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e80ab0061706249dc62b9c73aede654, server=37d26ecf6460,44727,1731332322847}] 2024-11-11T13:38:56,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09efdc12a385da6307a0c0455c33fb33, ASSIGN because future has completed 2024-11-11T13:38:56,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02082734e181cb9fbade21877e238d3b, server=37d26ecf6460,44727,1731332322847}] 2024-11-11T13:38:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20b926b779e4ebc27078c72d9cd9e630, ASSIGN because future has completed 2024-11-11T13:38:56,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38f2485b1d3734d97a3ab30593a57b85, ASSIGN because future has completed 2024-11-11T13:38:56,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN because future has completed 2024-11-11T13:38:56,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b, server=37d26ecf6460,39667,1731332322653}] 2024-11-11T13:38:56,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20b926b779e4ebc27078c72d9cd9e630, server=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:38:56,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38f2485b1d3734d97a3ab30593a57b85, server=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:38:56,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6baa95bfa05c26ca873612435d6d4117, ASSIGN because future has completed 2024-11-11T13:38:56,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a2b96ad00dbbf80b6c95099c0b8ab93, ASSIGN because future has completed 2024-11-11T13:38:56,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93, server=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:38:56,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6baa95bfa05c26ca873612435d6d4117, server=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:38:56,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09efdc12a385da6307a0c0455c33fb33, server=37d26ecf6460,44727,1731332322847}] 2024-11-11T13:38:56,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:38:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:38:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:38:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:39:00,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T13:39:02,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:39:02,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T13:39:02,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:39:02,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T13:39:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:39:06,172 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:39:06,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:39:06,177 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:39:06,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:39:06,188 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:06,188 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:39:06,188 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e3c78e5acc8b3b8f1a6145e9b3b0bc, NAME => 'SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T13:39:06,188 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e80ab0061706249dc62b9c73aede654, NAME => 'SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T13:39:06,188 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,188 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,189 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,189 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,189 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,189 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,189 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,189 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,191 INFO [StoreOpener-3e80ab0061706249dc62b9c73aede654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,191 INFO [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,193 INFO [StoreOpener-3e80ab0061706249dc62b9c73aede654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e80ab0061706249dc62b9c73aede654 columnFamilyName cf 2024-11-11T13:39:06,193 DEBUG [StoreOpener-3e80ab0061706249dc62b9c73aede654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,193 INFO [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e3c78e5acc8b3b8f1a6145e9b3b0bc columnFamilyName cf 2024-11-11T13:39:06,193 DEBUG [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,194 INFO [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] regionserver.HStore(327): Store=e6e3c78e5acc8b3b8f1a6145e9b3b0bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,194 INFO [StoreOpener-3e80ab0061706249dc62b9c73aede654-1 {}] regionserver.HStore(327): Store=3e80ab0061706249dc62b9c73aede654/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,194 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,194 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,196 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,196 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,196 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,196 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,197 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,197 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,197 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,197 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,200 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,200 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,203 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/e6e3c78e5acc8b3b8f1a6145e9b3b0bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,204 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,204 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e6e3c78e5acc8b3b8f1a6145e9b3b0bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61696316, jitterRate=-0.08065325021743774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,204 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:06,204 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:39:06,205 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 38f2485b1d3734d97a3ab30593a57b85, NAME => 'SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T13:39:06,205 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3e80ab0061706249dc62b9c73aede654; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63396261, jitterRate=-0.05532209575176239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,205 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:06,205 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3e80ab0061706249dc62b9c73aede654: Running coprocessor pre-open hook at 1731332346189Writing region info on filesystem at 1731332346189Initializing all the Stores at 1731332346190 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346190Cleaning up temporary data from old regions at 1731332346197 (+7 ms)Running coprocessor post-open hooks at 1731332346205 (+8 ms)Region opened successfully at 1731332346205 2024-11-11T13:39:06,205 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,205 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,205 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc: Running coprocessor pre-open hook at 1731332346189Writing region info on filesystem at 1731332346189Initializing all the Stores at 1731332346190 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346190Cleaning up temporary data from old regions at 1731332346197 (+7 ms)Running coprocessor post-open hooks at 1731332346204 (+7 ms)Region opened successfully at 1731332346205 (+1 ms) 2024-11-11T13:39:06,206 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,206 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,208 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., pid=15, masterSystemTime=1731332346171 2024-11-11T13:39:06,208 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., pid=17, masterSystemTime=1731332346177 2024-11-11T13:39:06,208 INFO [StoreOpener-38f2485b1d3734d97a3ab30593a57b85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,210 INFO [StoreOpener-38f2485b1d3734d97a3ab30593a57b85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38f2485b1d3734d97a3ab30593a57b85 columnFamilyName cf 2024-11-11T13:39:06,210 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:06,211 DEBUG [StoreOpener-38f2485b1d3734d97a3ab30593a57b85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,211 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:06,211 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:06,211 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 445564ff2bebc75e516a912ff70e5e2a, NAME => 'SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T13:39:06,212 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,212 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,212 INFO [StoreOpener-38f2485b1d3734d97a3ab30593a57b85-1 {}] regionserver.HStore(327): Store=38f2485b1d3734d97a3ab30593a57b85/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,212 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,212 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,39667,1731332322653 2024-11-11T13:39:06,212 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:39:06,212 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:39:06,212 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:39:06,213 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,213 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 09efdc12a385da6307a0c0455c33fb33, NAME => 'SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T13:39:06,213 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,214 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,214 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,214 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,214 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3e80ab0061706249dc62b9c73aede654, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc, server=37d26ecf6460,39667,1731332322653 because future has completed 2024-11-11T13:39:06,217 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,217 INFO [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,217 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e80ab0061706249dc62b9c73aede654, server=37d26ecf6460,44727,1731332322847 because future has completed 2024-11-11T13:39:06,218 INFO [StoreOpener-09efdc12a385da6307a0c0455c33fb33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,219 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,219 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,221 INFO [StoreOpener-09efdc12a385da6307a0c0455c33fb33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09efdc12a385da6307a0c0455c33fb33 columnFamilyName cf 2024-11-11T13:39:06,221 DEBUG [StoreOpener-09efdc12a385da6307a0c0455c33fb33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,221 INFO [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 445564ff2bebc75e516a912ff70e5e2a columnFamilyName cf 2024-11-11T13:39:06,221 DEBUG [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,222 INFO [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] regionserver.HStore(327): Store=445564ff2bebc75e516a912ff70e5e2a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,222 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-11T13:39:06,223 INFO [StoreOpener-09efdc12a385da6307a0c0455c33fb33-1 {}] regionserver.HStore(327): Store=09efdc12a385da6307a0c0455c33fb33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc, server=37d26ecf6460,39667,1731332322653 in 10.0520 sec 2024-11-11T13:39:06,224 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,225 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,226 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,226 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,226 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-11T13:39:06,227 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e80ab0061706249dc62b9c73aede654, server=37d26ecf6460,44727,1731332322847 in 10.0490 sec 2024-11-11T13:39:06,227 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN in 10.2240 sec 2024-11-11T13:39:06,227 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,227 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,228 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,230 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e80ab0061706249dc62b9c73aede654, ASSIGN in 10.2280 sec 2024-11-11T13:39:06,231 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,232 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/38f2485b1d3734d97a3ab30593a57b85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,233 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/445564ff2bebc75e516a912ff70e5e2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,233 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 38f2485b1d3734d97a3ab30593a57b85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63937106, jitterRate=-0.047262877225875854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,234 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:06,234 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 38f2485b1d3734d97a3ab30593a57b85: Running coprocessor pre-open hook at 1731332346206Writing region info on filesystem at 1731332346206Initializing all the Stores at 1731332346208 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346208Cleaning up temporary data from old regions at 1731332346219 (+11 ms)Running coprocessor post-open hooks at 1731332346234 (+15 ms)Region opened successfully at 1731332346234 2024-11-11T13:39:06,234 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 445564ff2bebc75e516a912ff70e5e2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62651239, jitterRate=-0.06642378866672516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,234 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:06,234 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 445564ff2bebc75e516a912ff70e5e2a: Running coprocessor pre-open hook at 1731332346212Writing region info on filesystem at 1731332346212Initializing all the Stores at 1731332346215 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346215Cleaning up temporary data from old regions at 1731332346227 (+12 ms)Running coprocessor post-open hooks at 1731332346234 (+7 ms)Region opened successfully at 1731332346234 2024-11-11T13:39:06,235 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85., pid=20, masterSystemTime=1731332346198 2024-11-11T13:39:06,236 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., pid=16, masterSystemTime=1731332346171 2024-11-11T13:39:06,236 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/09efdc12a385da6307a0c0455c33fb33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,237 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 09efdc12a385da6307a0c0455c33fb33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69077617, jitterRate=0.029336705803871155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,238 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:06,238 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 09efdc12a385da6307a0c0455c33fb33: Running coprocessor pre-open hook at 1731332346214Writing region info on filesystem at 1731332346215 (+1 ms)Initializing all the Stores at 1731332346217 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346217Cleaning up temporary data from old regions at 1731332346227 (+10 ms)Running coprocessor post-open hooks at 1731332346238 (+11 ms)Region opened successfully at 1731332346238 2024-11-11T13:39:06,238 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:39:06,238 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:39:06,238 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:39:06,239 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 20b926b779e4ebc27078c72d9cd9e630, NAME => 'SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T13:39:06,239 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,239 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33., pid=24, masterSystemTime=1731332346177 2024-11-11T13:39:06,240 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,240 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=38f2485b1d3734d97a3ab30593a57b85, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:06,240 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,240 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:06,240 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:06,241 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:06,241 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6192eb2b12f5f0ba6747a78a6466664b, NAME => 'SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T13:39:06,241 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,242 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=445564ff2bebc75e516a912ff70e5e2a, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,39667,1731332322653 2024-11-11T13:39:06,242 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,242 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,243 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:39:06,243 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:39:06,243 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:39:06,244 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 02082734e181cb9fbade21877e238d3b, NAME => 'SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T13:39:06,244 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,244 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,244 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,245 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=09efdc12a385da6307a0c0455c33fb33, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:06,245 INFO [StoreOpener-20b926b779e4ebc27078c72d9cd9e630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,248 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=37d26ecf6460,35061,1731332322773, table=SPTestTable, region=38f2485b1d3734d97a3ab30593a57b85. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T13:39:06,249 INFO [StoreOpener-20b926b779e4ebc27078c72d9cd9e630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b926b779e4ebc27078c72d9cd9e630 columnFamilyName cf 2024-11-11T13:39:06,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38f2485b1d3734d97a3ab30593a57b85, server=37d26ecf6460,35061,1731332322773 because future has completed 2024-11-11T13:39:06,249 INFO [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,249 DEBUG [StoreOpener-20b926b779e4ebc27078c72d9cd9e630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,250 INFO [StoreOpener-20b926b779e4ebc27078c72d9cd9e630-1 {}] regionserver.HStore(327): Store=20b926b779e4ebc27078c72d9cd9e630/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,251 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,251 INFO [StoreOpener-02082734e181cb9fbade21877e238d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 445564ff2bebc75e516a912ff70e5e2a, server=37d26ecf6460,39667,1731332322653 because future has completed 2024-11-11T13:39:06,252 INFO [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6192eb2b12f5f0ba6747a78a6466664b columnFamilyName cf 2024-11-11T13:39:06,252 DEBUG [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,252 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,254 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,254 INFO [StoreOpener-02082734e181cb9fbade21877e238d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02082734e181cb9fbade21877e238d3b columnFamilyName cf 2024-11-11T13:39:06,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09efdc12a385da6307a0c0455c33fb33, server=37d26ecf6460,44727,1731332322847 because future has completed 2024-11-11T13:39:06,254 DEBUG [StoreOpener-02082734e181cb9fbade21877e238d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,254 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,255 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,255 INFO [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] regionserver.HStore(327): Store=6192eb2b12f5f0ba6747a78a6466664b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,255 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,256 INFO [StoreOpener-02082734e181cb9fbade21877e238d3b-1 {}] regionserver.HStore(327): Store=02082734e181cb9fbade21877e238d3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,256 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,256 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,257 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,257 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,258 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,259 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,259 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-11T13:39:06,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 38f2485b1d3734d97a3ab30593a57b85, server=37d26ecf6460,35061,1731332322773 in 10.0720 sec 2024-11-11T13:39:06,260 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,260 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,261 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-11T13:39:06,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 445564ff2bebc75e516a912ff70e5e2a, server=37d26ecf6460,39667,1731332322653 in 10.0860 sec 2024-11-11T13:39:06,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-11T13:39:06,263 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 09efdc12a385da6307a0c0455c33fb33, server=37d26ecf6460,44727,1731332322847 in 10.0450 sec 2024-11-11T13:39:06,263 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38f2485b1d3734d97a3ab30593a57b85, ASSIGN in 10.2600 sec 2024-11-11T13:39:06,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN in 10.2630 sec 2024-11-11T13:39:06,266 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09efdc12a385da6307a0c0455c33fb33, ASSIGN in 10.2650 sec 2024-11-11T13:39:06,268 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6192eb2b12f5f0ba6747a78a6466664b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,267 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 20b926b779e4ebc27078c72d9cd9e630; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74180845, jitterRate=0.10538072884082794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,268 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:06,268 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 20b926b779e4ebc27078c72d9cd9e630: Running coprocessor pre-open hook at 1731332346240Writing region info on filesystem at 1731332346240Initializing all the Stores at 1731332346245 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346245Cleaning up temporary data from old regions at 1731332346255 (+10 ms)Running coprocessor post-open hooks at 1731332346268 (+13 ms)Region opened successfully at 1731332346268 2024-11-11T13:39:06,268 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6192eb2b12f5f0ba6747a78a6466664b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74770653, jitterRate=0.11416955292224884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,268 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:06,269 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6192eb2b12f5f0ba6747a78a6466664b: Running coprocessor pre-open hook at 1731332346247Writing region info on filesystem at 1731332346247Initializing all the Stores at 1731332346248 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346248Cleaning up temporary data from old regions at 1731332346259 (+11 ms)Running coprocessor post-open hooks at 1731332346268 (+9 ms)Region opened successfully at 1731332346268 2024-11-11T13:39:06,269 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., pid=21, masterSystemTime=1731332346198 2024-11-11T13:39:06,269 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b., pid=19, masterSystemTime=1731332346171 2024-11-11T13:39:06,270 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/02082734e181cb9fbade21877e238d3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,271 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 02082734e181cb9fbade21877e238d3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58725784, jitterRate=-0.12491762638092041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,271 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:06,271 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 02082734e181cb9fbade21877e238d3b: Running coprocessor pre-open hook at 1731332346247Writing region info on filesystem at 1731332346247Initializing all the Stores at 1731332346248 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346248Cleaning up temporary data from old regions at 1731332346260 (+12 ms)Running coprocessor post-open hooks at 1731332346271 (+11 ms)Region opened successfully at 1731332346271 2024-11-11T13:39:06,272 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b., pid=18, masterSystemTime=1731332346177 2024-11-11T13:39:06,272 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:39:06,272 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:39:06,273 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:39:06,273 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6baa95bfa05c26ca873612435d6d4117, NAME => 'SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T13:39:06,273 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,273 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,273 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,273 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=20b926b779e4ebc27078c72d9cd9e630, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:06,274 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:06,274 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:06,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6192eb2b12f5f0ba6747a78a6466664b, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,39667,1731332322653 2024-11-11T13:39:06,276 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:39:06,276 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:39:06,276 INFO [StoreOpener-6baa95bfa05c26ca873612435d6d4117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20b926b779e4ebc27078c72d9cd9e630, server=37d26ecf6460,35061,1731332322773 because future has completed 2024-11-11T13:39:06,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02082734e181cb9fbade21877e238d3b, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:06,280 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=37d26ecf6460,44727,1731332322847, table=SPTestTable, region=02082734e181cb9fbade21877e238d3b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T13:39:06,281 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=37d26ecf6460,39667,1731332322653, table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T13:39:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b, server=37d26ecf6460,39667,1731332322653 because future has completed 2024-11-11T13:39:06,281 INFO [StoreOpener-6baa95bfa05c26ca873612435d6d4117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6baa95bfa05c26ca873612435d6d4117 columnFamilyName cf 2024-11-11T13:39:06,281 DEBUG [StoreOpener-6baa95bfa05c26ca873612435d6d4117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,283 INFO [StoreOpener-6baa95bfa05c26ca873612435d6d4117-1 {}] regionserver.HStore(327): Store=6baa95bfa05c26ca873612435d6d4117/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,283 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02082734e181cb9fbade21877e238d3b, server=37d26ecf6460,44727,1731332322847 because future has completed 2024-11-11T13:39:06,285 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,286 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,286 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,286 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-11T13:39:06,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-11T13:39:06,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b, server=37d26ecf6460,39667,1731332322653 in 10.1030 sec 2024-11-11T13:39:06,290 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 20b926b779e4ebc27078c72d9cd9e630, server=37d26ecf6460,35061,1731332322773 in 10.1010 sec 2024-11-11T13:39:06,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-11T13:39:06,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 02082734e181cb9fbade21877e238d3b, server=37d26ecf6460,44727,1731332322847 in 10.1120 sec 2024-11-11T13:39:06,294 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6baa95bfa05c26ca873612435d6d4117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN in 10.2890 sec 2024-11-11T13:39:06,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20b926b779e4ebc27078c72d9cd9e630, ASSIGN in 10.2920 sec 2024-11-11T13:39:06,295 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6baa95bfa05c26ca873612435d6d4117; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71883461, jitterRate=0.07114703953266144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,295 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:06,295 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6baa95bfa05c26ca873612435d6d4117: Running coprocessor pre-open hook at 1731332346274Writing region info on filesystem at 1731332346274Initializing all the Stores at 1731332346276 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346276Cleaning up temporary data from old regions at 1731332346286 (+10 ms)Running coprocessor post-open hooks at 1731332346295 (+9 ms)Region opened successfully at 1731332346295 2024-11-11T13:39:06,296 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117., pid=23, masterSystemTime=1731332346198 2024-11-11T13:39:06,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02082734e181cb9fbade21877e238d3b, ASSIGN in 10.2950 sec 2024-11-11T13:39:06,299 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:39:06,299 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:39:06,299 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:39:06,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a2b96ad00dbbf80b6c95099c0b8ab93, NAME => 'SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T13:39:06,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:06,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6baa95bfa05c26ca873612435d6d4117, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:06,302 INFO [StoreOpener-0a2b96ad00dbbf80b6c95099c0b8ab93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6baa95bfa05c26ca873612435d6d4117, server=37d26ecf6460,35061,1731332322773 because future has completed 2024-11-11T13:39:06,305 INFO [StoreOpener-0a2b96ad00dbbf80b6c95099c0b8ab93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a2b96ad00dbbf80b6c95099c0b8ab93 columnFamilyName cf 2024-11-11T13:39:06,305 DEBUG [StoreOpener-0a2b96ad00dbbf80b6c95099c0b8ab93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:06,306 INFO [StoreOpener-0a2b96ad00dbbf80b6c95099c0b8ab93-1 {}] regionserver.HStore(327): Store=0a2b96ad00dbbf80b6c95099c0b8ab93/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:06,307 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,308 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,309 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,310 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,310 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-11T13:39:06,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6baa95bfa05c26ca873612435d6d4117, server=37d26ecf6460,35061,1731332322773 in 10.1060 sec 2024-11-11T13:39:06,313 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6baa95bfa05c26ca873612435d6d4117, ASSIGN in 10.3130 sec 2024-11-11T13:39:06,317 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/0a2b96ad00dbbf80b6c95099c0b8ab93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:39:06,318 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0a2b96ad00dbbf80b6c95099c0b8ab93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71847132, jitterRate=0.07060569524765015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:06,318 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:06,318 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0a2b96ad00dbbf80b6c95099c0b8ab93: Running coprocessor pre-open hook at 1731332346301Writing region info on filesystem at 1731332346301Initializing all the Stores at 1731332346302 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332346302Cleaning up temporary data from old regions at 1731332346310 (+8 ms)Running coprocessor post-open hooks at 1731332346318 (+8 ms)Region opened successfully at 1731332346318 2024-11-11T13:39:06,319 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93., pid=22, masterSystemTime=1731332346198 2024-11-11T13:39:06,321 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:39:06,322 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:39:06,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0a2b96ad00dbbf80b6c95099c0b8ab93, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:06,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93, server=37d26ecf6460,35061,1731332322773 because future has completed 2024-11-11T13:39:06,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-11T13:39:06,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93, server=37d26ecf6460,35061,1731332322773 in 10.1310 sec 2024-11-11T13:39:06,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-11T13:39:06,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a2b96ad00dbbf80b6c95099c0b8ab93, ASSIGN in 10.3320 sec 2024-11-11T13:39:06,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:39:06,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731332346337"}]},"ts":"1731332346337"} 2024-11-11T13:39:06,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T13:39:06,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:39:06,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0610 sec 2024-11-11T13:39:08,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T13:39:11,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:39:11,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T13:39:12,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T13:39:12,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T13:39:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:39:13,549 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T13:39:13,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T13:39:13,551 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:39:13,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T13:39:13,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:39:13,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T13:39:13,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,702 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., hostname=37d26ecf6460,39667,1731332322653, seqNum=2] 2024-11-11T13:39:13,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., hostname=37d26ecf6460,35061,1731332322773, seqNum=2] 2024-11-11T13:39:13,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:13,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:13,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:13,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:13,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:13,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:13,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., hostname=37d26ecf6460,44727,1731332322847, seqNum=2] 2024-11-11T13:39:14,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:39:14,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:39:14,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:39:14,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:39:14,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:39:14,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:39:14,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:39:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:39:15,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:39:15,805 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T13:39:15,807 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:39:15,808 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T13:39:15,813 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T13:39:15,878 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T13:39:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741848_1024 (size=49) 2024-11-11T13:39:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741848_1024 (size=49) 2024-11-11T13:39:15,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741848_1024 (size=49) 2024-11-11T13:39:15,913 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T13:39:15,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09efdc12a385da6307a0c0455c33fb33}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38f2485b1d3734d97a3ab30593a57b85}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02082734e181cb9fbade21877e238d3b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6baa95bfa05c26ca873612435d6d4117}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20b926b779e4ebc27078c72d9cd9e630}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e80ab0061706249dc62b9c73aede654}] 2024-11-11T13:39:15,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:15,923 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:15,923 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:15,924 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:15,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:15,932 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:15,932 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:15,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:15,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:15,939 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:16,008 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 37d26ecf6460,39667,1731332322653 2024-11-11T13:39:16,009 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 37d26ecf6460,39667,1731332322653: Simulated kill ***** 2024-11-11T13:39:16,009 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:39:16,012 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:39:16,014 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:39:16,017 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:39:16,018 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:39:16,026 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 560056928 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153077808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "37d26ecf6460", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "37d26ecf6460", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55864", "tag.serverName": "37d26ecf6460,39667,1731332322653", "tag.clusterId": "442927e3-ae6e-4823-8fdd-39753ea37286", "tag.Context": "regionserver", "tag.Hostname": "37d26ecf6460", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731332322653, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T13:39:16,033 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42843 {}] master.MasterRpcServices(700): 37d26ecf6460,39667,1731332322653 reported a fatal error: ***** ABORTING region server 37d26ecf6460,39667,1731332322653: Simulated kill ***** 2024-11-11T13:39:16,036 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37d26ecf6460,39667,1731332322653' ***** 2024-11-11T13:39:16,036 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T13:39:16,036 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:39:16,037 INFO [RS:0;37d26ecf6460:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T13:39:16,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:39:16,037 INFO [RS:0;37d26ecf6460:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T13:39:16,037 INFO [RS:0;37d26ecf6460:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:39:16,037 INFO [RS:0;37d26ecf6460:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;37d26ecf6460:39667. 2024-11-11T13:39:16,037 DEBUG [RS:0;37d26ecf6460:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:39:16,037 DEBUG [RS:0;37d26ecf6460:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:39:16,038 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:39:16,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741833_1009 (size=951) 2024-11-11T13:39:16,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741833_1009 (size=951) 2024-11-11T13:39:16,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741833_1009 (size=951) 2024-11-11T13:39:16,050 DEBUG [RS:0;37d26ecf6460:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:39:16,050 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:39:16,050 INFO [RS:0;37d26ecf6460:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39667 2024-11-11T13:39:16,058 INFO [regionserver/37d26ecf6460:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:39:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:39:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37d26ecf6460,39667,1731332322653 2024-11-11T13:39:16,067 INFO [RS:0;37d26ecf6460:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:39:16,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37d26ecf6460,39667,1731332322653] 2024-11-11T13:39:16,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37d26ecf6460,39667,1731332322653 already deleted, retry=false 2024-11-11T13:39:16,083 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 37d26ecf6460,39667,1731332322653 on 37d26ecf6460,42843,1731332321909 2024-11-11T13:39:16,089 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 37d26ecf6460,39667,1731332322653, splitWal=true, meta=false 2024-11-11T13:39:16,094 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 37d26ecf6460,39667,1731332322653 (carryingMeta=false) 37d26ecf6460,39667,1731332322653/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e5354c3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T13:39:16,099 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 37d26ecf6460,39667,1731332322653, splitWal=true, meta=false 2024-11-11T13:39:16,101 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 37d26ecf6460,39667,1731332322653 had 3 regions 2024-11-11T13:39:16,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:16,102 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:16,103 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:16,105 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 37d26ecf6460,39667,1731332322653, splitWal=true, meta=false, isMeta: false 2024-11-11T13:39:16,106 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc can not run currently because target server of region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T13:39:16,106 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b can not run currently because target server of region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T13:39:16,106 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc; timeout=1000, timestamp=1731332357106 2024-11-11T13:39:16,106 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b; timeout=1000, timestamp=1731332357106 2024-11-11T13:39:16,106 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a can not run currently because target server of region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T13:39:16,107 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a; timeout=1000, timestamp=1731332357107 2024-11-11T13:39:16,110 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting 2024-11-11T13:39:16,112 INFO [PEWorker-4 {}] master.SplitWALManager(105): 37d26ecf6460,39667,1731332322653 WAL count=1, meta=false 2024-11-11T13:39:16,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 37d26ecf6460%2C39667%2C1731332322653.1731332324491}] 2024-11-11T13:39:16,123 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:16,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 37d26ecf6460%2C39667%2C1731332322653.1731332324491, worker=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:39:16,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:39:16,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1012b6861270001, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:39:16,176 INFO [RS:0;37d26ecf6460:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:39:16,176 INFO [RS:0;37d26ecf6460:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=37d26ecf6460,39667,1731332322653; zookeeper connection closed. 2024-11-11T13:39:16,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2124971e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2124971e 2024-11-11T13:39:16,327 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:39:16,327 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:39:17,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:17,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:17,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:17,108 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b can not run currently because target server of region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T13:39:17,108 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc can not run currently because target server of region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T13:39:17,108 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b; timeout=2000, timestamp=1731332359108 2024-11-11T13:39:17,108 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc; timeout=2000, timestamp=1731332359108 2024-11-11T13:39:17,109 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a can not run currently because target server of region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T13:39:17,109 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a; timeout=2000, timestamp=1731332359109 2024-11-11T13:39:19,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:19,109 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:19,110 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:19,110 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc can not run currently because target server of region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T13:39:19,110 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b can not run currently because target server of region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T13:39:19,111 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc; timeout=4000, timestamp=1731332363110 2024-11-11T13:39:19,111 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b; timeout=4000, timestamp=1731332363111 2024-11-11T13:39:19,111 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a can not run currently because target server of region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T13:39:19,111 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a; timeout=4000, timestamp=1731332363111 2024-11-11T13:39:23,110 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:23,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:23,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:23,112 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc can not run currently because target server of region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T13:39:23,112 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc; timeout=8000, timestamp=1731332371112 2024-11-11T13:39:23,113 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a can not run currently because target server of region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T13:39:23,113 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b can not run currently because target server of region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 37d26ecf6460,39667,1731332322653 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T13:39:23,113 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a; timeout=8000, timestamp=1731332371113 2024-11-11T13:39:23,113 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b; timeout=8000, timestamp=1731332371113 2024-11-11T13:39:25,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T13:39:25,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T13:39:25,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T13:39:25,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T13:39:25,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:39:25,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T13:39:25,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:39:25,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:39:25,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T13:39:25,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:39:25,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:39:25,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T13:39:25,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T13:39:25,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0a2b96ad00dbbf80b6c95099c0b8ab93: 2024-11-11T13:39:25,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 09efdc12a385da6307a0c0455c33fb33: 2024-11-11T13:39:25,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. for SnapshotProcedureTest completed. 2024-11-11T13:39:25,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. for SnapshotProcedureTest completed. 2024-11-11T13:39:25,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 02082734e181cb9fbade21877e238d3b: 2024-11-11T13:39:25,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. for SnapshotProcedureTest completed. 2024-11-11T13:39:25,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 38f2485b1d3734d97a3ab30593a57b85: 2024-11-11T13:39:25,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. for SnapshotProcedureTest completed. 2024-11-11T13:39:25,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:25,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:25,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:25,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:25,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:39:25,942 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 20b926b779e4ebc27078c72d9cd9e630 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T13:39:25,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:25,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:25,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:25,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:25,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:25,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:25,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:25,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3e80ab0061706249dc62b9c73aede654 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T13:39:25,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:25,994 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491, size=951 (951bytes) 2024-11-11T13:39:25,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T13:39:25,998 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T13:39:25,998 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 2024-11-11T13:39:26,006 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 after 6ms 2024-11-11T13:39:26,052 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 took 59ms 2024-11-11T13:39:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741849_1025 (size=65) 2024-11-11T13:39:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741850_1026 (size=65) 2024-11-11T13:39:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741850_1026 (size=65) 2024-11-11T13:39:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741849_1025 (size=65) 2024-11-11T13:39:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741850_1026 (size=65) 2024-11-11T13:39:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741849_1025 (size=65) 2024-11-11T13:39:26,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741852_1028 (size=65) 2024-11-11T13:39:26,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:39:26,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741852_1028 (size=65) 2024-11-11T13:39:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741852_1028 (size=65) 2024-11-11T13:39:26,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:39:26,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:39:26,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T13:39:26,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T13:39:26,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T13:39:26,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:39:26,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6baa95bfa05c26ca873612435d6d4117: 2024-11-11T13:39:26,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. for SnapshotProcedureTest completed. 2024-11-11T13:39:26,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:26,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:26,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T13:39:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T13:39:26,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:26,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:26,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:39:26,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02082734e181cb9fbade21877e238d3b 2024-11-11T13:39:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T13:39:26,075 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:26,075 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:39:26,076 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e6e3c78e5acc8b3b8f1a6145e9b3b0bc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T13:39:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741851_1027 (size=65) 2024-11-11T13:39:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741851_1027 (size=65) 2024-11-11T13:39:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741851_1027 (size=65) 2024-11-11T13:39:26,082 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 445564ff2bebc75e516a912ff70e5e2a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T13:39:26,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a2b96ad00dbbf80b6c95099c0b8ab93 in 10.1620 sec 2024-11-11T13:39:26,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:39:26,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T13:39:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T13:39:26,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:26,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38f2485b1d3734d97a3ab30593a57b85 in 10.1650 sec 2024-11-11T13:39:26,086 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6192eb2b12f5f0ba6747a78a6466664b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T13:39:26,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:39:26,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 so closing down 2024-11-11T13:39:26,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02082734e181cb9fbade21877e238d3b in 10.1620 sec 2024-11-11T13:39:26,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T13:39:26,087 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T13:39:26,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 09efdc12a385da6307a0c0455c33fb33 in 10.1730 sec 2024-11-11T13:39:26,092 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 22 ms; skipped=3; WAL=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491, size=951, length=951, corrupted=false, cancelled=false 2024-11-11T13:39:26,092 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491, journal: Splitting hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491, size=951 (951bytes) at 1731332365995Finishing writing output for hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 so closing down at 1731332366087 (+92 ms)3 split writer threads finished at 1731332366087Processed 3 edits across 0 Regions in 22 ms; skipped=3; WAL=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491, size=951, length=951, corrupted=false, cancelled=false at 1731332366092 (+5 ms) 2024-11-11T13:39:26,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 2024-11-11T13:39:26,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T13:39:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T13:39:26,100 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting/37d26ecf6460%2C39667%2C1731332322653.1731332324491 to hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs 2024-11-11T13:39:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741853_1029 (size=65) 2024-11-11T13:39:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741853_1029 (size=65) 2024-11-11T13:39:26,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T13:39:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741853_1029 (size=65) 2024-11-11T13:39:26,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 37d26ecf6460%2C39667%2C1731332322653.1731332324491, worker=37d26ecf6460,35061,1731332322773 in 9.9750 sec 2024-11-11T13:39:26,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:39:26,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T13:39:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T13:39:26,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:26,106 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:26,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:39:26,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T13:39:26,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6baa95bfa05c26ca873612435d6d4117 in 10.1930 sec 2024-11-11T13:39:26,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 37d26ecf6460%2C39667%2C1731332322653.1731332324491, worker=37d26ecf6460,35061,1731332322773 in 9.9930 sec 2024-11-11T13:39:26,114 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting dir is empty, no logs to split. 2024-11-11T13:39:26,114 INFO [PEWorker-5 {}] master.SplitWALManager(105): 37d26ecf6460,39667,1731332322653 WAL count=0, meta=false 2024-11-11T13:39:26,115 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 37d26ecf6460,39667,1731332322653 WAL splitting is done? wals=0, meta=false 2024-11-11T13:39:26,118 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 37d26ecf6460,39667,1731332322653 failed, ignore...File hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/WALs/37d26ecf6460,39667,1731332322653-splitting does not exist. 2024-11-11T13:39:26,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN}] 2024-11-11T13:39:26,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN 2024-11-11T13:39:26,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/.tmp/cf/78ec074eb7ce421abdd7e55b385f3259 is 34, key is ccd/cf:cf/1731332354893/Put/seqid=0 2024-11-11T13:39:26,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN 2024-11-11T13:39:26,124 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN 2024-11-11T13:39:26,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:39:26,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:39:26,126 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:39:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741855_1031 (size=47197) 2024-11-11T13:39:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741855_1031 (size=47197) 2024-11-11T13:39:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741855_1031 (size=47197) 2024-11-11T13:39:26,147 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/.tmp/cf/78ec074eb7ce421abdd7e55b385f3259 2024-11-11T13:39:26,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/.tmp/cf/78ec074eb7ce421abdd7e55b385f3259 as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/cf/78ec074eb7ce421abdd7e55b385f3259 2024-11-11T13:39:26,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/.tmp/cf/377218ec5a944eb799c25d96af68ec08 is 34, key is eaa/cf:cf/1731332355642/Put/seqid=0 2024-11-11T13:39:26,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741854_1030 (size=499309) 2024-11-11T13:39:26,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/cf/78ec074eb7ce421abdd7e55b385f3259, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T13:39:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741854_1030 (size=499309) 2024-11-11T13:39:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741854_1030 (size=499309) 2024-11-11T13:39:26,206 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/.tmp/cf/377218ec5a944eb799c25d96af68ec08 2024-11-11T13:39:26,212 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 20b926b779e4ebc27078c72d9cd9e630 in 267ms, sequenceid=5, compaction requested=false 2024-11-11T13:39:26,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 20b926b779e4ebc27078c72d9cd9e630: 2024-11-11T13:39:26,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. for SnapshotProcedureTest completed. 2024-11-11T13:39:26,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:26,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:26,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/cf/78ec074eb7ce421abdd7e55b385f3259] hfiles 2024-11-11T13:39:26,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/cf/78ec074eb7ce421abdd7e55b385f3259 for snapshot=SnapshotProcedureTest 2024-11-11T13:39:26,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/.tmp/cf/377218ec5a944eb799c25d96af68ec08 as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/cf/377218ec5a944eb799c25d96af68ec08 2024-11-11T13:39:26,230 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/cf/377218ec5a944eb799c25d96af68ec08, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T13:39:26,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3e80ab0061706249dc62b9c73aede654 in 298ms, sequenceid=5, compaction requested=false 2024-11-11T13:39:26,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3e80ab0061706249dc62b9c73aede654: 2024-11-11T13:39:26,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. for SnapshotProcedureTest completed. 2024-11-11T13:39:26,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:26,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:26,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/cf/377218ec5a944eb799c25d96af68ec08] hfiles 2024-11-11T13:39:26,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/cf/377218ec5a944eb799c25d96af68ec08 for snapshot=SnapshotProcedureTest 2024-11-11T13:39:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741856_1032 (size=105) 2024-11-11T13:39:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741856_1032 (size=105) 2024-11-11T13:39:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741856_1032 (size=105) 2024-11-11T13:39:26,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:39:26,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T13:39:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T13:39:26,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:26,240 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:39:26,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20b926b779e4ebc27078c72d9cd9e630 in 10.3270 sec 2024-11-11T13:39:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741857_1033 (size=97) 2024-11-11T13:39:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741857_1033 (size=97) 2024-11-11T13:39:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741857_1033 (size=97) 2024-11-11T13:39:26,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:39:26,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T13:39:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T13:39:26,249 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:26,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:39:26,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e80ab0061706249dc62b9c73aede654 in 10.3350 sec 2024-11-11T13:39:26,276 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(204): Hosts are {37d26ecf6460=0} racks are {/default-rack=0} 2024-11-11T13:39:26,276 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T13:39:26,276 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T13:39:26,276 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T13:39:26,276 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T13:39:26,276 INFO [37d26ecf6460:42843 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T13:39:26,277 INFO [37d26ecf6460:42843 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T13:39:26,277 DEBUG [37d26ecf6460:42843 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T13:39:26,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6192eb2b12f5f0ba6747a78a6466664b, regionState=OPENING, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:26,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, regionState=OPENING, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:26,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=445564ff2bebc75e516a912ff70e5e2a, regionState=OPENING, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN because future has completed 2024-11-11T13:39:26,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b, server=37d26ecf6460,44727,1731332322847}] 2024-11-11T13:39:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN because future has completed 2024-11-11T13:39:26,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc, server=37d26ecf6460,35061,1731332322773}] 2024-11-11T13:39:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN because future has completed 2024-11-11T13:39:26,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 445564ff2bebc75e516a912ff70e5e2a, server=37d26ecf6460,44727,1731332322847}] 2024-11-11T13:39:31,112 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc held by pid=40 2024-11-11T13:39:31,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:31,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b held by pid=41 2024-11-11T13:39:31,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:31,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a held by pid=39 2024-11-11T13:39:31,113 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:35,077 INFO [master/37d26ecf6460:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T13:39:35,077 INFO [master/37d26ecf6460:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T13:39:36,291 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:36,291 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:36,291 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e3c78e5acc8b3b8f1a6145e9b3b0bc, NAME => 'SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T13:39:36,291 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 445564ff2bebc75e516a912ff70e5e2a, NAME => 'SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,292 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,294 INFO [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,294 INFO [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,295 INFO [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 445564ff2bebc75e516a912ff70e5e2a columnFamilyName cf 2024-11-11T13:39:36,295 INFO [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e3c78e5acc8b3b8f1a6145e9b3b0bc columnFamilyName cf 2024-11-11T13:39:36,295 DEBUG [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:36,295 DEBUG [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:36,296 INFO [StoreOpener-445564ff2bebc75e516a912ff70e5e2a-1 {}] regionserver.HStore(327): Store=445564ff2bebc75e516a912ff70e5e2a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:36,296 INFO [StoreOpener-e6e3c78e5acc8b3b8f1a6145e9b3b0bc-1 {}] regionserver.HStore(327): Store=e6e3c78e5acc8b3b8f1a6145e9b3b0bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:36,297 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,297 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,298 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,298 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,299 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,299 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,300 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,302 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,304 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 445564ff2bebc75e516a912ff70e5e2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67488661, jitterRate=0.005659416317939758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:36,304 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,304 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 445564ff2bebc75e516a912ff70e5e2a: Running coprocessor pre-open hook at 1731332376292Writing region info on filesystem at 1731332376292Initializing all the Stores at 1731332376293 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332376293Cleaning up temporary data from old regions at 1731332376300 (+7 ms)Running coprocessor post-open hooks at 1731332376304 (+4 ms)Region opened successfully at 1731332376304 2024-11-11T13:39:36,304 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,305 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a., pid=44, masterSystemTime=1731332376285 2024-11-11T13:39:36,306 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e6e3c78e5acc8b3b8f1a6145e9b3b0bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66548840, jitterRate=-0.00834500789642334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:36,306 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,307 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc: Running coprocessor pre-open hook at 1731332376292Writing region info on filesystem at 1731332376292Initializing all the Stores at 1731332376293 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332376293Cleaning up temporary data from old regions at 1731332376300 (+7 ms)Running coprocessor post-open hooks at 1731332376306 (+6 ms)Region opened successfully at 1731332376306 2024-11-11T13:39:36,308 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:36,308 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc., pid=43, masterSystemTime=1731332376285 2024-11-11T13:39:36,308 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:36,308 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:36,308 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 6192eb2b12f5f0ba6747a78a6466664b, NAME => 'SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T13:39:36,309 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,309 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:39:36,309 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,309 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=445564ff2bebc75e516a912ff70e5e2a, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:36,311 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:36,311 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:36,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:36,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 445564ff2bebc75e516a912ff70e5e2a, server=37d26ecf6460,44727,1731332322847 because future has completed 2024-11-11T13:39:36,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc, server=37d26ecf6460,35061,1731332322773 because future has completed 2024-11-11T13:39:36,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-11T13:39:36,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 445564ff2bebc75e516a912ff70e5e2a, server=37d26ecf6460,44727,1731332322847 in 10.0320 sec 2024-11-11T13:39:36,320 INFO [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-11T13:39:36,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=445564ff2bebc75e516a912ff70e5e2a, ASSIGN in 10.1970 sec 2024-11-11T13:39:36,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc, server=37d26ecf6460,35061,1731332322773 in 10.0350 sec 2024-11-11T13:39:36,320 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:36,322 INFO [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6192eb2b12f5f0ba6747a78a6466664b columnFamilyName cf 2024-11-11T13:39:36,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:36,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6e3c78e5acc8b3b8f1a6145e9b3b0bc, ASSIGN in 10.1990 sec 2024-11-11T13:39:36,323 DEBUG [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:39:36,324 INFO [StoreOpener-6192eb2b12f5f0ba6747a78a6466664b-1 {}] regionserver.HStore(327): Store=6192eb2b12f5f0ba6747a78a6466664b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:39:36,325 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,326 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,328 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,329 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,329 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,332 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,334 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 6192eb2b12f5f0ba6747a78a6466664b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65277881, jitterRate=-0.027283772826194763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:39:36,334 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,334 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 6192eb2b12f5f0ba6747a78a6466664b: Running coprocessor pre-open hook at 1731332376309Writing region info on filesystem at 1731332376309Initializing all the Stores at 1731332376311 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332376311Cleaning up temporary data from old regions at 1731332376329 (+18 ms)Running coprocessor post-open hooks at 1731332376334 (+5 ms)Region opened successfully at 1731332376334 2024-11-11T13:39:36,339 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b., pid=42, masterSystemTime=1731332376285 2024-11-11T13:39:36,344 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:36,344 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:36,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6192eb2b12f5f0ba6747a78a6466664b, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:36,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b, server=37d26ecf6460,44727,1731332322847 because future has completed 2024-11-11T13:39:36,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T13:39:36,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b, server=37d26ecf6460,44727,1731332322847 in 10.0730 sec 2024-11-11T13:39:36,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:36,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-11T13:39:36,360 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 37d26ecf6460,39667,1731332322653 after splitting done 2024-11-11T13:39:36,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6192eb2b12f5f0ba6747a78a6466664b, ASSIGN in 10.2360 sec 2024-11-11T13:39:36,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 37d26ecf6460,39667,1731332322653, splitWal=true, meta=false in 20.2760 sec 2024-11-11T13:39:41,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:39:41,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T13:39:46,046 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=37d26ecf6460:42843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T13:39:46,052 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T13:39:46,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:46,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6192eb2b12f5f0ba6747a78a6466664b: 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. for SnapshotProcedureTest completed. 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 445564ff2bebc75e516a912ff70e5e2a: 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. for SnapshotProcedureTest completed. 2024-11-11T13:39:46,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:46,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:46,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T13:39:46,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:46,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc: 2024-11-11T13:39:46,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. for SnapshotProcedureTest completed. 2024-11-11T13:39:46,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:39:46,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:39:46,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:39:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741858_1034 (size=57) 2024-11-11T13:39:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741858_1034 (size=57) 2024-11-11T13:39:46,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741858_1034 (size=57) 2024-11-11T13:39:46,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:39:46,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T13:39:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T13:39:46,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:46,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:39:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741859_1035 (size=65) 2024-11-11T13:39:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741859_1035 (size=65) 2024-11-11T13:39:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741859_1035 (size=65) 2024-11-11T13:39:46,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6192eb2b12f5f0ba6747a78a6466664b in 30.4320 sec 2024-11-11T13:39:46,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:39:46,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T13:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T13:39:46,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:46,350 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:39:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741860_1036 (size=65) 2024-11-11T13:39:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741860_1036 (size=65) 2024-11-11T13:39:46,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6e3c78e5acc8b3b8f1a6145e9b3b0bc in 30.4360 sec 2024-11-11T13:39:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741860_1036 (size=65) 2024-11-11T13:39:46,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:39:46,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T13:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T13:39:46,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:46,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:39:46,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-11T13:39:46,358 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T13:39:46,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 445564ff2bebc75e516a912ff70e5e2a in 30.4410 sec 2024-11-11T13:39:46,360 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T13:39:46,362 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T13:39:46,362 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T13:39:46,364 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:39:46,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741861_1037 (size=1094) 2024-11-11T13:39:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741861_1037 (size=1094) 2024-11-11T13:39:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741861_1037 (size=1094) 2024-11-11T13:39:46,402 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T13:39:46,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T13:39:46,417 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:46,417 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:46,417 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:46,417 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:46,417 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:46,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:51,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3e80ab0061706249dc62b9c73aede654, had cached 0 bytes from a total of 499309 2024-11-11T13:39:51,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 20b926b779e4ebc27078c72d9cd9e630, had cached 0 bytes from a total of 47197 2024-11-11T13:39:55,019 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a2b96ad00dbbf80b6c95099c0b8ab93 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,019 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 38f2485b1d3734d97a3ab30593a57b85 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,019 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6baa95bfa05c26ca873612435d6d4117 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6e3c78e5acc8b3b8f1a6145e9b3b0bc changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 20b926b779e4ebc27078c72d9cd9e630 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6192eb2b12f5f0ba6747a78a6466664b changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 09efdc12a385da6307a0c0455c33fb33 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 02082734e181cb9fbade21877e238d3b changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 445564ff2bebc75e516a912ff70e5e2a changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:55,020 DEBUG [master/37d26ecf6460:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e80ab0061706249dc62b9c73aede654 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:39:56,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T13:39:56,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T13:39:56,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T13:39:56,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-11T13:39:56,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T13:39:56,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-11T13:39:56,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:39:56,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:39:56,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T13:39:56,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T13:39:56,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T13:39:56,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-11T13:39:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T13:39:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T13:39:56,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T13:39:56,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T13:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T13:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-11T13:39:56,431 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 Release verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:56,431 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 Release verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-11T13:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T13:39:56,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 in 10.0200 sec 2024-11-11T13:39:56,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 in 10.0210 sec 2024-11-11T13:39:56,435 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 Release verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:56,435 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:56,435 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:56,435 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:56,436 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 Release verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:56,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 in 10.0250 sec 2024-11-11T13:39:56,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 in 10.0240 sec 2024-11-11T13:39:56,439 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 Release verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:56,439 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 Release verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:39:56,439 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:39:56,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 in 10.0280 sec 2024-11-11T13:39:56,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 in 10.0280 sec 2024-11-11T13:40:06,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-11T13:40:06,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-11T13:40:06,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T13:40:06,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-11T13:40:06,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T13:40:06,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T13:40:06,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T13:40:06,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T13:40:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T13:40:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T13:40:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T13:40:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T13:40:06,442 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 Release verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:40:06,442 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 Release verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:40:06,446 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 Release verify snapshot worker=37d26ecf6460,35061,1731332322773 2024-11-11T13:40:06,446 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 Release verify snapshot worker=37d26ecf6460,44727,1731332322847 2024-11-11T13:40:06,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 in 20.0310 sec 2024-11-11T13:40:06,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,44727,1731332322847 in 20.0350 sec 2024-11-11T13:40:06,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 in 20.0310 sec 2024-11-11T13:40:06,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-11T13:40:06,448 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T13:40:06,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35061,1731332322773 in 20.0350 sec 2024-11-11T13:40:06,450 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T13:40:06,452 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T13:40:06,452 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T13:40:06,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6520 sec 2024-11-11T13:40:06,684 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T13:40:06,690 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T13:40:06,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:40:06,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:40:06,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:40:06,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:06,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:06,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:40:06,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:40:06,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1667617069, stopped=false 2024-11-11T13:40:06,691 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=37d26ecf6460,42843,1731332321909 2024-11-11T13:40:06,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:06,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:06,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:06,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:06,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:06,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:06,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:40:06,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:06,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:06,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:06,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:40:06,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:40:06,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:06,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37d26ecf6460,35061,1731332322773' ***** 2024-11-11T13:40:06,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:40:06,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37d26ecf6460,44727,1731332322847' ***** 2024-11-11T13:40:06,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:40:06,791 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:40:06,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:40:06,791 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:40:06,791 INFO [RS:1;37d26ecf6460:35061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:40:06,791 INFO [RS:1;37d26ecf6460:35061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:40:06,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 20b926b779e4ebc27078c72d9cd9e630 2024-11-11T13:40:06,792 INFO [RS:2;37d26ecf6460:44727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:40:06,792 INFO [RS:2;37d26ecf6460:44727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:40:06,792 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e80ab0061706249dc62b9c73aede654 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a2b96ad00dbbf80b6c95099c0b8ab93 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 38f2485b1d3734d97a3ab30593a57b85 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 6baa95bfa05c26ca873612435d6d4117 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(959): stopping server 37d26ecf6460,35061,1731332322773 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:40:06,792 INFO [RS:1;37d26ecf6460:35061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;37d26ecf6460:35061. 2024-11-11T13:40:06,793 DEBUG [RS:1;37d26ecf6460:35061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:40:06,793 DEBUG [RS:1;37d26ecf6460:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:06,793 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:40:06,793 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:40:06,793 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:40:06,793 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20b926b779e4ebc27078c72d9cd9e630, disabling compactions & flushes 2024-11-11T13:40:06,794 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. after waiting 0 ms 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 09efdc12a385da6307a0c0455c33fb33 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 02082734e181cb9fbade21877e238d3b 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e80ab0061706249dc62b9c73aede654, disabling compactions & flushes 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 445564ff2bebc75e516a912ff70e5e2a 2024-11-11T13:40:06,794 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(959): stopping server 37d26ecf6460,44727,1731332322847 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. after waiting 0 ms 2024-11-11T13:40:06,794 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:40:06,794 INFO [RS:2;37d26ecf6460:44727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;37d26ecf6460:44727. 2024-11-11T13:40:06,795 DEBUG [RS:2;37d26ecf6460:44727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:40:06,795 DEBUG [RS:2;37d26ecf6460:44727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:06,795 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T13:40:06,795 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1325): Online Regions={3e80ab0061706249dc62b9c73aede654=SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654., 09efdc12a385da6307a0c0455c33fb33=SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33., 02082734e181cb9fbade21877e238d3b=SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b., 6192eb2b12f5f0ba6747a78a6466664b=SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b., 445564ff2bebc75e516a912ff70e5e2a=SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a.} 2024-11-11T13:40:06,795 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T13:40:06,795 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1325): Online Regions={20b926b779e4ebc27078c72d9cd9e630=SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630., 1588230740=hbase:meta,,1.1588230740, 0a2b96ad00dbbf80b6c95099c0b8ab93=SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93., 38f2485b1d3734d97a3ab30593a57b85=SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85., 6baa95bfa05c26ca873612435d6d4117=SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117., e6e3c78e5acc8b3b8f1a6145e9b3b0bc=SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc.} 2024-11-11T13:40:06,795 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:40:06,795 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:40:06,795 DEBUG [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1351): Waiting on 02082734e181cb9fbade21877e238d3b, 09efdc12a385da6307a0c0455c33fb33, 3e80ab0061706249dc62b9c73aede654, 445564ff2bebc75e516a912ff70e5e2a, 6192eb2b12f5f0ba6747a78a6466664b 2024-11-11T13:40:06,795 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:40:06,795 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1351): Waiting on 0a2b96ad00dbbf80b6c95099c0b8ab93, 1588230740, 20b926b779e4ebc27078c72d9cd9e630, 38f2485b1d3734d97a3ab30593a57b85, 6baa95bfa05c26ca873612435d6d4117, e6e3c78e5acc8b3b8f1a6145e9b3b0bc 2024-11-11T13:40:06,795 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:40:06,795 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:40:06,796 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-11T13:40:06,833 INFO [regionserver/37d26ecf6460:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:40:06,835 INFO [regionserver/37d26ecf6460:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:40:06,839 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/20b926b779e4ebc27078c72d9cd9e630/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:40:06,840 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/3e80ab0061706249dc62b9c73aede654/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:40:06,844 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:40:06,844 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20b926b779e4ebc27078c72d9cd9e630: Waiting for close lock at 1731332406793Running coprocessor pre-close hooks at 1731332406793Disabling compacts and flushes for region at 1731332406793Disabling writes for close at 1731332406794 (+1 ms)Writing region close event to WAL at 1731332406801 (+7 ms)Running coprocessor post-close hooks at 1731332406840 (+39 ms)Closed at 1731332406844 (+4 ms) 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731332335274.20b926b779e4ebc27078c72d9cd9e630. 2024-11-11T13:40:06,845 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e80ab0061706249dc62b9c73aede654: Waiting for close lock at 1731332406794Running coprocessor pre-close hooks at 1731332406794Disabling compacts and flushes for region at 1731332406794Disabling writes for close at 1731332406794Writing region close event to WAL at 1731332406797 (+3 ms)Running coprocessor post-close hooks at 1731332406841 (+44 ms)Closed at 1731332406845 (+4 ms) 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a2b96ad00dbbf80b6c95099c0b8ab93, disabling compactions & flushes 2024-11-11T13:40:06,845 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731332335274.3e80ab0061706249dc62b9c73aede654. 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. after waiting 0 ms 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09efdc12a385da6307a0c0455c33fb33, disabling compactions & flushes 2024-11-11T13:40:06,845 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:40:06,845 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:40:06,846 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:40:06,846 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. after waiting 0 ms 2024-11-11T13:40:06,846 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:40:06,856 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/09efdc12a385da6307a0c0455c33fb33/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,857 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:40:06,857 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09efdc12a385da6307a0c0455c33fb33: Waiting for close lock at 1731332406845Running coprocessor pre-close hooks at 1731332406845Disabling compacts and flushes for region at 1731332406845Disabling writes for close at 1731332406846 (+1 ms)Writing region close event to WAL at 1731332406846Running coprocessor post-close hooks at 1731332406857 (+11 ms)Closed at 1731332406857 2024-11-11T13:40:06,857 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33. 2024-11-11T13:40:06,857 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02082734e181cb9fbade21877e238d3b, disabling compactions & flushes 2024-11-11T13:40:06,857 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:40:06,858 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:40:06,858 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. after waiting 0 ms 2024-11-11T13:40:06,858 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:40:06,875 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/info/cdf6c9a05059469f8c2a86e8ef02f4e4 is 167, key is SPTestTable,19999999,1731332335274.09efdc12a385da6307a0c0455c33fb33./info:regioninfo/1731332346245/Put/seqid=0 2024-11-11T13:40:06,875 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/0a2b96ad00dbbf80b6c95099c0b8ab93/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,877 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:40:06,877 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a2b96ad00dbbf80b6c95099c0b8ab93: Waiting for close lock at 1731332406845Running coprocessor pre-close hooks at 1731332406845Disabling compacts and flushes for region at 1731332406845Disabling writes for close at 1731332406845Writing region close event to WAL at 1731332406846 (+1 ms)Running coprocessor post-close hooks at 1731332406877 (+31 ms)Closed at 1731332406877 2024-11-11T13:40:06,877 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731332335274.0a2b96ad00dbbf80b6c95099c0b8ab93. 2024-11-11T13:40:06,877 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38f2485b1d3734d97a3ab30593a57b85, disabling compactions & flushes 2024-11-11T13:40:06,877 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:40:06,877 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:40:06,877 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. after waiting 0 ms 2024-11-11T13:40:06,877 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:40:06,891 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/38f2485b1d3734d97a3ab30593a57b85/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,893 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:40:06,893 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38f2485b1d3734d97a3ab30593a57b85: Waiting for close lock at 1731332406877Running coprocessor pre-close hooks at 1731332406877Disabling compacts and flushes for region at 1731332406877Disabling writes for close at 1731332406877Writing region close event to WAL at 1731332406878 (+1 ms)Running coprocessor post-close hooks at 1731332406892 (+14 ms)Closed at 1731332406893 (+1 ms) 2024-11-11T13:40:06,893 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731332335274.38f2485b1d3734d97a3ab30593a57b85. 2024-11-11T13:40:06,893 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6baa95bfa05c26ca873612435d6d4117, disabling compactions & flushes 2024-11-11T13:40:06,893 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:40:06,893 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:40:06,893 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. after waiting 0 ms 2024-11-11T13:40:06,893 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:40:06,907 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/02082734e181cb9fbade21877e238d3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,909 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:40:06,909 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02082734e181cb9fbade21877e238d3b: Waiting for close lock at 1731332406857Running coprocessor pre-close hooks at 1731332406857Disabling compacts and flushes for region at 1731332406857Disabling writes for close at 1731332406858 (+1 ms)Writing region close event to WAL at 1731332406863 (+5 ms)Running coprocessor post-close hooks at 1731332406909 (+46 ms)Closed at 1731332406909 2024-11-11T13:40:06,909 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731332335274.02082734e181cb9fbade21877e238d3b. 2024-11-11T13:40:06,909 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6192eb2b12f5f0ba6747a78a6466664b, disabling compactions & flushes 2024-11-11T13:40:06,909 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:40:06,910 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:40:06,910 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. after waiting 0 ms 2024-11-11T13:40:06,910 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:40:06,925 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6192eb2b12f5f0ba6747a78a6466664b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741862_1038 (size=19790) 2024-11-11T13:40:06,926 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/6baa95bfa05c26ca873612435d6d4117/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741862_1038 (size=19790) 2024-11-11T13:40:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741862_1038 (size=19790) 2024-11-11T13:40:06,927 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:40:06,927 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6192eb2b12f5f0ba6747a78a6466664b: Waiting for close lock at 1731332406909Running coprocessor pre-close hooks at 1731332406909Disabling compacts and flushes for region at 1731332406909Disabling writes for close at 1731332406910 (+1 ms)Writing region close event to WAL at 1731332406911 (+1 ms)Running coprocessor post-close hooks at 1731332406927 (+16 ms)Closed at 1731332406927 2024-11-11T13:40:06,927 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731332335274.6192eb2b12f5f0ba6747a78a6466664b. 2024-11-11T13:40:06,928 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 445564ff2bebc75e516a912ff70e5e2a, disabling compactions & flushes 2024-11-11T13:40:06,928 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:40:06,928 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:40:06,928 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. after waiting 0 ms 2024-11-11T13:40:06,928 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:40:06,928 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:40:06,928 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6baa95bfa05c26ca873612435d6d4117: Waiting for close lock at 1731332406893Running coprocessor pre-close hooks at 1731332406893Disabling compacts and flushes for region at 1731332406893Disabling writes for close at 1731332406893Writing region close event to WAL at 1731332406907 (+14 ms)Running coprocessor post-close hooks at 1731332406928 (+21 ms)Closed at 1731332406928 2024-11-11T13:40:06,928 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/info/cdf6c9a05059469f8c2a86e8ef02f4e4 2024-11-11T13:40:06,928 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731332335274.6baa95bfa05c26ca873612435d6d4117. 2024-11-11T13:40:06,929 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6e3c78e5acc8b3b8f1a6145e9b3b0bc, disabling compactions & flushes 2024-11-11T13:40:06,929 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:40:06,929 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:40:06,929 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. after waiting 0 ms 2024-11-11T13:40:06,929 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:40:06,940 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/e6e3c78e5acc8b3b8f1a6145e9b3b0bc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,940 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/default/SPTestTable/445564ff2bebc75e516a912ff70e5e2a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:40:06,941 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:40:06,941 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6e3c78e5acc8b3b8f1a6145e9b3b0bc: Waiting for close lock at 1731332406929Running coprocessor pre-close hooks at 1731332406929Disabling compacts and flushes for region at 1731332406929Disabling writes for close at 1731332406929Writing region close event to WAL at 1731332406932 (+3 ms)Running coprocessor post-close hooks at 1731332406941 (+9 ms)Closed at 1731332406941 2024-11-11T13:40:06,941 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731332335274.e6e3c78e5acc8b3b8f1a6145e9b3b0bc. 2024-11-11T13:40:06,941 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:40:06,941 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 445564ff2bebc75e516a912ff70e5e2a: Waiting for close lock at 1731332406928Running coprocessor pre-close hooks at 1731332406928Disabling compacts and flushes for region at 1731332406928Disabling writes for close at 1731332406928Writing region close event to WAL at 1731332406931 (+3 ms)Running coprocessor post-close hooks at 1731332406941 (+10 ms)Closed at 1731332406941 2024-11-11T13:40:06,941 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731332335274.445564ff2bebc75e516a912ff70e5e2a. 2024-11-11T13:40:06,960 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/ns/275f6ef72a9b42e4a6b628e7b1934fb4 is 43, key is default/ns:d/1731332334948/Put/seqid=0 2024-11-11T13:40:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741863_1039 (size=5153) 2024-11-11T13:40:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741863_1039 (size=5153) 2024-11-11T13:40:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741863_1039 (size=5153) 2024-11-11T13:40:06,977 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/ns/275f6ef72a9b42e4a6b628e7b1934fb4 2024-11-11T13:40:06,996 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(976): stopping server 37d26ecf6460,44727,1731332322847; all regions closed. 2024-11-11T13:40:06,996 DEBUG [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T13:40:07,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741835_1011 (size=3500) 2024-11-11T13:40:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741835_1011 (size=3500) 2024-11-11T13:40:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741835_1011 (size=3500) 2024-11-11T13:40:07,008 DEBUG [RS:2;37d26ecf6460:44727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs 2024-11-11T13:40:07,008 INFO [RS:2;37d26ecf6460:44727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37d26ecf6460%2C44727%2C1731332322847:(num 1731332324491) 2024-11-11T13:40:07,008 DEBUG [RS:2;37d26ecf6460:44727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:07,008 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:40:07,008 INFO [RS:2;37d26ecf6460:44727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:40:07,009 INFO [RS:2;37d26ecf6460:44727 {}] hbase.ChoreService(370): Chore service for: regionserver/37d26ecf6460:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T13:40:07,009 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:40:07,009 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:40:07,009 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:40:07,009 INFO [RS:2;37d26ecf6460:44727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:40:07,009 INFO [regionserver/37d26ecf6460:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:40:07,010 INFO [RS:2;37d26ecf6460:44727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44727 2024-11-11T13:40:07,011 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/table/c55997d8f0e742a4b33a0564b4c00148 is 47, key is SPTestTable/table:state/1731332346337/Put/seqid=0 2024-11-11T13:40:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37d26ecf6460,44727,1731332322847 2024-11-11T13:40:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:40:07,019 INFO [RS:2;37d26ecf6460:44727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:40:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741864_1040 (size=5214) 2024-11-11T13:40:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741864_1040 (size=5214) 2024-11-11T13:40:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741864_1040 (size=5214) 2024-11-11T13:40:07,022 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/table/c55997d8f0e742a4b33a0564b4c00148 2024-11-11T13:40:07,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37d26ecf6460,44727,1731332322847] 2024-11-11T13:40:07,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37d26ecf6460,44727,1731332322847 already deleted, retry=false 2024-11-11T13:40:07,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37d26ecf6460,44727,1731332322847 expired; onlineServers=1 2024-11-11T13:40:07,040 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/info/cdf6c9a05059469f8c2a86e8ef02f4e4 as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/info/cdf6c9a05059469f8c2a86e8ef02f4e4 2024-11-11T13:40:07,051 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/info/cdf6c9a05059469f8c2a86e8ef02f4e4, entries=112, sequenceid=35, filesize=19.3 K 2024-11-11T13:40:07,053 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/ns/275f6ef72a9b42e4a6b628e7b1934fb4 as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/ns/275f6ef72a9b42e4a6b628e7b1934fb4 2024-11-11T13:40:07,064 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/ns/275f6ef72a9b42e4a6b628e7b1934fb4, entries=2, sequenceid=35, filesize=5.0 K 2024-11-11T13:40:07,065 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/.tmp/table/c55997d8f0e742a4b33a0564b4c00148 as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/table/c55997d8f0e742a4b33a0564b4c00148 2024-11-11T13:40:07,076 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/table/c55997d8f0e742a4b33a0564b4c00148, entries=2, sequenceid=35, filesize=5.1 K 2024-11-11T13:40:07,078 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 283ms, sequenceid=35, compaction requested=false 2024-11-11T13:40:07,089 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-11T13:40:07,090 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:40:07,090 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:40:07,090 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731332406795Running coprocessor pre-close hooks at 1731332406795Disabling compacts and flushes for region at 1731332406795Disabling writes for close at 1731332406795Obtaining lock to block concurrent updates at 1731332406796 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731332406796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731332406796Flushing stores of hbase:meta,,1.1588230740 at 1731332406799 (+3 ms)Flushing 1588230740/info: creating writer at 1731332406799Flushing 1588230740/info: appending metadata at 1731332406874 (+75 ms)Flushing 1588230740/info: closing flushed file at 1731332406874Flushing 1588230740/ns: creating writer at 1731332406938 (+64 ms)Flushing 1588230740/ns: appending metadata at 1731332406959 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731332406960 (+1 ms)Flushing 1588230740/table: creating writer at 1731332406993 (+33 ms)Flushing 1588230740/table: appending metadata at 1731332407010 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731332407010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a08017: reopening flushed file at 1731332407036 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255a2c07: reopening flushed file at 1731332407052 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b375760: reopening flushed file at 1731332407064 (+12 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 283ms, sequenceid=35, compaction requested=false at 1731332407078 (+14 ms)Writing region close event to WAL at 1731332407084 (+6 ms)Running coprocessor post-close hooks at 1731332407090 (+6 ms)Closed at 1731332407090 2024-11-11T13:40:07,091 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:40:07,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:40:07,128 INFO [RS:2;37d26ecf6460:44727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:40:07,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x1012b6861270003, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:40:07,128 INFO [RS:2;37d26ecf6460:44727 {}] regionserver.HRegionServer(1031): Exiting; stopping=37d26ecf6460,44727,1731332322847; zookeeper connection closed. 2024-11-11T13:40:07,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ab5d933 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ab5d933 2024-11-11T13:40:07,196 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(976): stopping server 37d26ecf6460,35061,1731332322773; all regions closed. 2024-11-11T13:40:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741836_1012 (size=18358) 2024-11-11T13:40:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741836_1012 (size=18358) 2024-11-11T13:40:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741836_1012 (size=18358) 2024-11-11T13:40:07,204 DEBUG [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs 2024-11-11T13:40:07,204 INFO [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37d26ecf6460%2C35061%2C1731332322773.meta:.meta(num 1731332334759) 2024-11-11T13:40:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741834_1010 (size=3530) 2024-11-11T13:40:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741834_1010 (size=3530) 2024-11-11T13:40:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741834_1010 (size=3530) 2024-11-11T13:40:07,213 DEBUG [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/oldWALs 2024-11-11T13:40:07,213 INFO [RS:1;37d26ecf6460:35061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37d26ecf6460%2C35061%2C1731332322773:(num 1731332324491) 2024-11-11T13:40:07,213 DEBUG [RS:1;37d26ecf6460:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:07,213 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:40:07,215 INFO [RS:1;37d26ecf6460:35061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:40:07,215 INFO [RS:1;37d26ecf6460:35061 {}] hbase.ChoreService(370): Chore service for: regionserver/37d26ecf6460:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T13:40:07,216 INFO [RS:1;37d26ecf6460:35061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:40:07,216 INFO [regionserver/37d26ecf6460:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:40:07,216 INFO [RS:1;37d26ecf6460:35061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35061 2024-11-11T13:40:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37d26ecf6460,35061,1731332322773 2024-11-11T13:40:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:40:07,227 INFO [RS:1;37d26ecf6460:35061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:40:07,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37d26ecf6460,35061,1731332322773] 2024-11-11T13:40:07,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37d26ecf6460,35061,1731332322773 already deleted, retry=false 2024-11-11T13:40:07,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37d26ecf6460,35061,1731332322773 expired; onlineServers=0 2024-11-11T13:40:07,244 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '37d26ecf6460,42843,1731332321909' ***** 2024-11-11T13:40:07,244 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:40:07,244 INFO [M:0;37d26ecf6460:42843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:40:07,244 INFO [M:0;37d26ecf6460:42843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:40:07,245 DEBUG [M:0;37d26ecf6460:42843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:40:07,245 DEBUG [M:0;37d26ecf6460:42843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:40:07,245 DEBUG [master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.large.0-1731332324063 {}] cleaner.HFileCleaner(306): Exit Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.large.0-1731332324063,5,FailOnTimeoutGroup] 2024-11-11T13:40:07,245 DEBUG [master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.small.0-1731332324064 {}] cleaner.HFileCleaner(306): Exit Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.small.0-1731332324064,5,FailOnTimeoutGroup] 2024-11-11T13:40:07,245 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:40:07,245 INFO [M:0;37d26ecf6460:42843 {}] hbase.ChoreService(370): Chore service for: master/37d26ecf6460:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:40:07,245 INFO [M:0;37d26ecf6460:42843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:40:07,245 DEBUG [M:0;37d26ecf6460:42843 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:40:07,246 INFO [M:0;37d26ecf6460:42843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:40:07,246 INFO [M:0;37d26ecf6460:42843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:40:07,246 ERROR [M:0;37d26ecf6460:42843 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:36215 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36215,5,PEWorkerGroup] 2024-11-11T13:40:07,247 INFO [M:0;37d26ecf6460:42843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:40:07,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:40:07,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T13:40:07,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:07,256 DEBUG [M:0;37d26ecf6460:42843 {}] zookeeper.ZKUtil(347): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T13:40:07,256 WARN [M:0;37d26ecf6460:42843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:40:07,257 INFO [M:0;37d26ecf6460:42843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/.lastflushedseqids 2024-11-11T13:40:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741865_1041 (size=686) 2024-11-11T13:40:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741865_1041 (size=686) 2024-11-11T13:40:07,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741865_1041 (size=686) 2024-11-11T13:40:07,281 INFO [M:0;37d26ecf6460:42843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:40:07,281 INFO [M:0;37d26ecf6460:42843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:40:07,281 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:40:07,282 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:07,282 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:07,282 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:40:07,282 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:07,282 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.10 KB heapSize=229.52 KB 2024-11-11T13:40:07,318 DEBUG [M:0;37d26ecf6460:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4cce83c45164c9dbdb932ac10ba57ce is 82, key is hbase:meta,,1/info:regioninfo/1731332334837/Put/seqid=0 2024-11-11T13:40:07,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741866_1042 (size=5672) 2024-11-11T13:40:07,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741866_1042 (size=5672) 2024-11-11T13:40:07,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741866_1042 (size=5672) 2024-11-11T13:40:07,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:40:07,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1012b6861270002, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:40:07,336 INFO [RS:1;37d26ecf6460:35061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:40:07,336 INFO [RS:1;37d26ecf6460:35061 {}] regionserver.HRegionServer(1031): Exiting; stopping=37d26ecf6460,35061,1731332322773; zookeeper connection closed. 2024-11-11T13:40:07,336 INFO [M:0;37d26ecf6460:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4cce83c45164c9dbdb932ac10ba57ce 2024-11-11T13:40:07,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ffe01c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ffe01c6 2024-11-11T13:40:07,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T13:40:07,361 DEBUG [M:0;37d26ecf6460:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4df1a910410c4078b8592bce132496ea is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731332346347/Put/seqid=0 2024-11-11T13:40:07,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741867_1043 (size=8903) 2024-11-11T13:40:07,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741867_1043 (size=8903) 2024-11-11T13:40:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741867_1043 (size=8903) 2024-11-11T13:40:07,370 INFO [M:0;37d26ecf6460:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4df1a910410c4078b8592bce132496ea 2024-11-11T13:40:07,377 INFO [M:0;37d26ecf6460:42843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4df1a910410c4078b8592bce132496ea 2024-11-11T13:40:07,399 DEBUG [M:0;37d26ecf6460:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/262ec468f79644f48c3b9e021714c809 is 69, key is 37d26ecf6460,35061,1731332322773/rs:state/1731332324160/Put/seqid=0 2024-11-11T13:40:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741868_1044 (size=5446) 2024-11-11T13:40:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741868_1044 (size=5446) 2024-11-11T13:40:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741868_1044 (size=5446) 2024-11-11T13:40:07,407 INFO [M:0;37d26ecf6460:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/262ec468f79644f48c3b9e021714c809 2024-11-11T13:40:07,413 INFO [M:0;37d26ecf6460:42843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 262ec468f79644f48c3b9e021714c809 2024-11-11T13:40:07,414 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4cce83c45164c9dbdb932ac10ba57ce as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4cce83c45164c9dbdb932ac10ba57ce 2024-11-11T13:40:07,422 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4cce83c45164c9dbdb932ac10ba57ce, entries=8, sequenceid=485, filesize=5.5 K 2024-11-11T13:40:07,423 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4df1a910410c4078b8592bce132496ea as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4df1a910410c4078b8592bce132496ea 2024-11-11T13:40:07,430 INFO [M:0;37d26ecf6460:42843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4df1a910410c4078b8592bce132496ea 2024-11-11T13:40:07,430 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4df1a910410c4078b8592bce132496ea, entries=54, sequenceid=485, filesize=8.7 K 2024-11-11T13:40:07,432 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/262ec468f79644f48c3b9e021714c809 as hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/262ec468f79644f48c3b9e021714c809 2024-11-11T13:40:07,438 INFO [M:0;37d26ecf6460:42843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 262ec468f79644f48c3b9e021714c809 2024-11-11T13:40:07,438 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/75eab4d4-5245-4f96-10a7-b03330510992/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/262ec468f79644f48c3b9e021714c809, entries=3, sequenceid=485, filesize=5.3 K 2024-11-11T13:40:07,440 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=485, compaction requested=false 2024-11-11T13:40:07,441 INFO [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:07,441 DEBUG [M:0;37d26ecf6460:42843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731332407281Disabling compacts and flushes for region at 1731332407281Disabling writes for close at 1731332407282 (+1 ms)Obtaining lock to block concurrent updates at 1731332407282Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731332407282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189540, getHeapSize=234960, getOffHeapSize=0, getCellsCount=588 at 1731332407283 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731332407287 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731332407288 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731332407318 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731332407318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731332407343 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731332407360 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731332407360Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731332407378 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731332407398 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731332407398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5b8f88: reopening flushed file at 1731332407413 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463f2b34: reopening flushed file at 1731332407422 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e272b4: reopening flushed file at 1731332407430 (+8 ms)Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=485, compaction requested=false at 1731332407440 (+10 ms)Writing region close event to WAL at 1731332407441 (+1 ms)Closed at 1731332407441 2024-11-11T13:40:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741830_1006 (size=221896) 2024-11-11T13:40:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741830_1006 (size=221896) 2024-11-11T13:40:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45439 is added to blk_1073741830_1006 (size=221896) 2024-11-11T13:40:07,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:40:07,445 INFO [M:0;37d26ecf6460:42843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:40:07,445 INFO [M:0;37d26ecf6460:42843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42843 2024-11-11T13:40:07,445 INFO [M:0;37d26ecf6460:42843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:40:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:40:07,555 INFO [M:0;37d26ecf6460:42843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:40:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1012b6861270000, quorum=127.0.0.1:55864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:40:07,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c3eb8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:40:07,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:40:07,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:40:07,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:40:07,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,STOPPED} 2024-11-11T13:40:07,598 WARN [BP-1968849615-172.17.0.3-1731332316465 heartbeating to localhost/127.0.0.1:36215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:40:07,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:40:07,598 WARN [BP-1968849615-172.17.0.3-1731332316465 heartbeating to localhost/127.0.0.1:36215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968849615-172.17.0.3-1731332316465 (Datanode Uuid 5f336a7f-23c8-4922-8bfc-199156082760) service to localhost/127.0.0.1:36215 2024-11-11T13:40:07,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:40:07,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data5/current/BP-1968849615-172.17.0.3-1731332316465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:40:07,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data6/current/BP-1968849615-172.17.0.3-1731332316465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:40:07,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:40:07,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3140e83e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:40:07,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:40:07,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:40:07,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:40:07,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,STOPPED} 2024-11-11T13:40:07,604 WARN [BP-1968849615-172.17.0.3-1731332316465 heartbeating to localhost/127.0.0.1:36215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:40:07,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:40:07,604 WARN [BP-1968849615-172.17.0.3-1731332316465 heartbeating to localhost/127.0.0.1:36215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968849615-172.17.0.3-1731332316465 (Datanode Uuid d56a6eaf-6d8b-41d2-b7be-39d8a18ed2a5) service to localhost/127.0.0.1:36215 2024-11-11T13:40:07,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:40:07,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data3/current/BP-1968849615-172.17.0.3-1731332316465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:40:07,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data4/current/BP-1968849615-172.17.0.3-1731332316465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:40:07,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:40:07,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c5f936a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:40:07,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:40:07,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:40:07,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:40:07,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,STOPPED} 2024-11-11T13:40:07,609 WARN [BP-1968849615-172.17.0.3-1731332316465 heartbeating to localhost/127.0.0.1:36215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:40:07,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:40:07,609 WARN [BP-1968849615-172.17.0.3-1731332316465 heartbeating to localhost/127.0.0.1:36215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968849615-172.17.0.3-1731332316465 (Datanode Uuid aacd329d-3925-44f0-a8f5-9bd629c80591) service to localhost/127.0.0.1:36215 2024-11-11T13:40:07,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:40:07,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data1/current/BP-1968849615-172.17.0.3-1731332316465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:40:07,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/cluster_c9714bf2-bdc3-4c8f-98bd-629e930b0623/data/data2/current/BP-1968849615-172.17.0.3-1731332316465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:40:07,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:40:07,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c85e100{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:40:07,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:40:07,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:40:07,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:40:07,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir/,STOPPED} 2024-11-11T13:40:07,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:40:07,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:40:07,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/37d26ecf6460:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/37d26ecf6460:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/37d26ecf6460:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36215 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/37d26ecf6460:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ddec41 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/37d26ecf6460:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/37d26ecf6460:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/37d26ecf6460:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36215 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=2751 (was 3582) 2024-11-11T13:40:07,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=2745 2024-11-11T13:40:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir so I do NOT create it in target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a 2024-11-11T13:40:07,711 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T13:40:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.tmp.dir so I do NOT create it in target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a 2024-11-11T13:40:07,711 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61bd0f0f-f80f-76c5-c0b8-5c68139f2266/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T13:40:07,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728, deleteOnExit=true 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/test.cache.data in system properties and HBase conf 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir in system properties and HBase conf 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T13:40:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T13:40:07,713 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T13:40:07,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:40:07,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T13:40:07,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T13:40:07,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/nfs.dump.dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/java.io.tmpdir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T13:40:07,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T13:40:07,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T13:40:08,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:40:08,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:40:08,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:40:08,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:40:08,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T13:40:08,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:40:08,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed8ba63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:40:08,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33082ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:40:08,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5416620c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/java.io.tmpdir/jetty-localhost-39843-hadoop-hdfs-3_4_1-tests_jar-_-any-1802240968657051547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:40:08,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17ea4d49{HTTP/1.1, (http/1.1)}{localhost:39843} 2024-11-11T13:40:08,125 INFO [Time-limited test {}] server.Server(415): Started @94014ms 2024-11-11T13:40:08,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:40:08,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:40:08,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:40:08,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:40:08,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:40:08,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c8f3e98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:40:08,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599a5c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:40:08,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a64775d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/java.io.tmpdir/jetty-localhost-40935-hadoop-hdfs-3_4_1-tests_jar-_-any-13016339165810013301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:40:08,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6456d1d5{HTTP/1.1, (http/1.1)}{localhost:40935} 2024-11-11T13:40:08,476 INFO [Time-limited test {}] server.Server(415): Started @94364ms 2024-11-11T13:40:08,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:40:08,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:40:08,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:40:08,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:40:08,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:40:08,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:40:08,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a60286{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:40:08,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@270753c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:40:08,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15003f28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/java.io.tmpdir/jetty-localhost-46817-hadoop-hdfs-3_4_1-tests_jar-_-any-7334858805129053927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:40:08,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f25c6d6{HTTP/1.1, (http/1.1)}{localhost:46817} 2024-11-11T13:40:08,628 INFO [Time-limited test {}] server.Server(415): Started @94516ms 2024-11-11T13:40:08,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:40:08,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T13:40:08,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T13:40:08,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T13:40:08,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T13:40:08,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T13:40:08,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6137805d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,AVAILABLE} 2024-11-11T13:40:08,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b8bdb1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T13:40:08,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12701558{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/java.io.tmpdir/jetty-localhost-37889-hadoop-hdfs-3_4_1-tests_jar-_-any-8104996617841052402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:40:08,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f1e82c2{HTTP/1.1, (http/1.1)}{localhost:37889} 2024-11-11T13:40:08,797 INFO [Time-limited test {}] server.Server(415): Started @94685ms 2024-11-11T13:40:08,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T13:40:09,523 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data1/current/BP-1336906278-172.17.0.3-1731332407739/current, will proceed with Du for space computation calculation, 2024-11-11T13:40:09,523 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data2/current/BP-1336906278-172.17.0.3-1731332407739/current, will proceed with Du for space computation calculation, 2024-11-11T13:40:09,546 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:40:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a172f90ac42b0b3 with lease ID 0x593aa0f0ae1f032d: Processing first storage report for DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40 from datanode DatanodeRegistration(127.0.0.1:41659, datanodeUuid=a9527874-13e5-4ff4-a959-b17800094f79, infoPort=37621, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739) 2024-11-11T13:40:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a172f90ac42b0b3 with lease ID 0x593aa0f0ae1f032d: from storage DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40 node DatanodeRegistration(127.0.0.1:41659, datanodeUuid=a9527874-13e5-4ff4-a959-b17800094f79, infoPort=37621, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:40:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a172f90ac42b0b3 with lease ID 0x593aa0f0ae1f032d: Processing first storage report for DS-c6a5c649-3d92-45be-8385-2f38f0b2fa40 from datanode DatanodeRegistration(127.0.0.1:41659, datanodeUuid=a9527874-13e5-4ff4-a959-b17800094f79, infoPort=37621, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739) 2024-11-11T13:40:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a172f90ac42b0b3 with lease ID 0x593aa0f0ae1f032d: from storage DS-c6a5c649-3d92-45be-8385-2f38f0b2fa40 node DatanodeRegistration(127.0.0.1:41659, datanodeUuid=a9527874-13e5-4ff4-a959-b17800094f79, infoPort=37621, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:40:09,808 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data3/current/BP-1336906278-172.17.0.3-1731332407739/current, will proceed with Du for space computation calculation, 2024-11-11T13:40:09,808 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data4/current/BP-1336906278-172.17.0.3-1731332407739/current, will proceed with Du for space computation calculation, 2024-11-11T13:40:09,830 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:40:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c79b5b45ca125e5 with lease ID 0x593aa0f0ae1f032e: Processing first storage report for DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51 from datanode DatanodeRegistration(127.0.0.1:41201, datanodeUuid=4863fe74-3145-4896-a0be-c8ecd4b42afa, infoPort=44243, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739) 2024-11-11T13:40:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c79b5b45ca125e5 with lease ID 0x593aa0f0ae1f032e: from storage DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51 node DatanodeRegistration(127.0.0.1:41201, datanodeUuid=4863fe74-3145-4896-a0be-c8ecd4b42afa, infoPort=44243, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T13:40:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c79b5b45ca125e5 with lease ID 0x593aa0f0ae1f032e: Processing first storage report for DS-67722d2e-700b-430d-9861-7542dcdf702c from datanode DatanodeRegistration(127.0.0.1:41201, datanodeUuid=4863fe74-3145-4896-a0be-c8ecd4b42afa, infoPort=44243, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739) 2024-11-11T13:40:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c79b5b45ca125e5 with lease ID 0x593aa0f0ae1f032e: from storage DS-67722d2e-700b-430d-9861-7542dcdf702c node DatanodeRegistration(127.0.0.1:41201, datanodeUuid=4863fe74-3145-4896-a0be-c8ecd4b42afa, infoPort=44243, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:40:09,929 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data5/current/BP-1336906278-172.17.0.3-1731332407739/current, will proceed with Du for space computation calculation, 2024-11-11T13:40:09,929 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data6/current/BP-1336906278-172.17.0.3-1731332407739/current, will proceed with Du for space computation calculation, 2024-11-11T13:40:09,950 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T13:40:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5cb2f030bbb88ee with lease ID 0x593aa0f0ae1f032f: Processing first storage report for DS-272236d3-c2d1-4670-ad23-a65109c0e559 from datanode DatanodeRegistration(127.0.0.1:34597, datanodeUuid=52b21a99-6c94-462b-8d45-cc933dfa0bcc, infoPort=39093, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739) 2024-11-11T13:40:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5cb2f030bbb88ee with lease ID 0x593aa0f0ae1f032f: from storage DS-272236d3-c2d1-4670-ad23-a65109c0e559 node DatanodeRegistration(127.0.0.1:34597, datanodeUuid=52b21a99-6c94-462b-8d45-cc933dfa0bcc, infoPort=39093, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:40:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5cb2f030bbb88ee with lease ID 0x593aa0f0ae1f032f: Processing first storage report for DS-d79696fe-e260-4c07-a83d-3edfe6903a96 from datanode DatanodeRegistration(127.0.0.1:34597, datanodeUuid=52b21a99-6c94-462b-8d45-cc933dfa0bcc, infoPort=39093, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739) 2024-11-11T13:40:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5cb2f030bbb88ee with lease ID 0x593aa0f0ae1f032f: from storage DS-d79696fe-e260-4c07-a83d-3edfe6903a96 node DatanodeRegistration(127.0.0.1:34597, datanodeUuid=52b21a99-6c94-462b-8d45-cc933dfa0bcc, infoPort=39093, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=638323249;c=1731332407739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T13:40:10,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a 2024-11-11T13:40:10,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/zookeeper_0, clientPort=54678, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T13:40:10,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54678 2024-11-11T13:40:10,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:40:10,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:40:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741825_1001 (size=7) 2024-11-11T13:40:10,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe with version=8 2024-11-11T13:40:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/hbase-staging 2024-11-11T13:40:10,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:40:10,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:40:10,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:40:10,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T13:40:10,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:40:10,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45321 2024-11-11T13:40:10,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45321 connecting to ZooKeeper ensemble=127.0.0.1:54678 2024-11-11T13:40:10,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453210x0, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:40:10,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45321-0x1012b69bcaa0000 connected 2024-11-11T13:40:10,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:10,241 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe, hbase.cluster.distributed=false 2024-11-11T13:40:10,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:40:10,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45321 2024-11-11T13:40:10,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45321 2024-11-11T13:40:10,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45321 2024-11-11T13:40:10,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45321 2024-11-11T13:40:10,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45321 2024-11-11T13:40:10,265 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:40:10,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:40:10,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41019 2024-11-11T13:40:10,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41019 connecting to ZooKeeper ensemble=127.0.0.1:54678 2024-11-11T13:40:10,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410190x0, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:40:10,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410190x0, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:10,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:40:10,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41019-0x1012b69bcaa0001 connected 2024-11-11T13:40:10,289 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:40:10,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T13:40:10,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:40:10,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-11T13:40:10,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41019 2024-11-11T13:40:10,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41019 2024-11-11T13:40:10,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-11T13:40:10,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-11T13:40:10,316 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:40:10,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:40:10,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:40:10,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:40:10,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:40:10,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45017 2024-11-11T13:40:10,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45017 connecting to ZooKeeper ensemble=127.0.0.1:54678 2024-11-11T13:40:10,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450170x0, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:40:10,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45017-0x1012b69bcaa0002 connected 2024-11-11T13:40:10,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:10,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:40:10,330 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:40:10,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T13:40:10,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:40:10,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-11T13:40:10,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45017 2024-11-11T13:40:10,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45017 2024-11-11T13:40:10,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-11T13:40:10,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-11T13:40:10,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37d26ecf6460:0 server-side Connection retries=45 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T13:40:10,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T13:40:10,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35369 2024-11-11T13:40:10,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35369 connecting to ZooKeeper ensemble=127.0.0.1:54678 2024-11-11T13:40:10,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353690x0, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T13:40:10,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353690x0, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:40:10,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35369-0x1012b69bcaa0003 connected 2024-11-11T13:40:10,363 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T13:40:10,367 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T13:40:10,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T13:40:10,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T13:40:10,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-11T13:40:10,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35369 2024-11-11T13:40:10,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35369 2024-11-11T13:40:10,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-11T13:40:10,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-11T13:40:10,389 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;37d26ecf6460:45321 2024-11-11T13:40:10,390 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,397 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,405 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T13:40:10,405 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/37d26ecf6460,45321,1731332410072 from backup master directory 2024-11-11T13:40:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T13:40:10,413 WARN [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:40:10,413 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,420 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/hbase.id] with ID: dd35c52d-4fa9-41a9-9980-c9ab369eb7a6 2024-11-11T13:40:10,421 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.tmp/hbase.id 2024-11-11T13:40:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:40:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:40:10,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741826_1002 (size=42) 2024-11-11T13:40:10,431 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.tmp/hbase.id]:[hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/hbase.id] 2024-11-11T13:40:10,448 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T13:40:10,448 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T13:40:10,450 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T13:40:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:40:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:40:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741827_1003 (size=196) 2024-11-11T13:40:10,473 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:40:10,474 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T13:40:10,474 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:40:10,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:40:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:40:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741828_1004 (size=1189) 2024-11-11T13:40:10,486 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store 2024-11-11T13:40:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:40:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:40:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741829_1005 (size=34) 2024-11-11T13:40:10,497 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:10,498 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:40:10,498 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:10,498 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:10,498 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:40:10,498 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:10,498 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:40:10,498 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731332410498Disabling compacts and flushes for region at 1731332410498Disabling writes for close at 1731332410498Writing region close event to WAL at 1731332410498Closed at 1731332410498 2024-11-11T13:40:10,499 WARN [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/.initializing 2024-11-11T13:40:10,499 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/WALs/37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,500 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:40:10,503 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C45321%2C1731332410072, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/WALs/37d26ecf6460,45321,1731332410072, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/oldWALs, maxLogs=10 2024-11-11T13:40:10,522 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/WALs/37d26ecf6460,45321,1731332410072/37d26ecf6460%2C45321%2C1731332410072.1731332410504, exclude list is [], retry=0 2024-11-11T13:40:10,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34597,DS-272236d3-c2d1-4670-ad23-a65109c0e559,DISK] 2024-11-11T13:40:10,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51,DISK] 2024-11-11T13:40:10,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40,DISK] 2024-11-11T13:40:10,531 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/WALs/37d26ecf6460,45321,1731332410072/37d26ecf6460%2C45321%2C1731332410072.1731332410504 2024-11-11T13:40:10,535 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39093:39093),(127.0.0.1/127.0.0.1:37621:37621),(127.0.0.1/127.0.0.1:44243:44243)] 2024-11-11T13:40:10,536 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:40:10,536 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:10,536 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,536 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T13:40:10,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:10,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T13:40:10,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:10,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T13:40:10,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:10,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T13:40:10,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:10,561 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,563 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,563 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,567 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,567 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,571 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:40:10,574 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T13:40:10,584 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:10,586 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73041092, jitterRate=0.0883970856666565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:40:10,587 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731332410536Initializing all the Stores at 1731332410540 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332410540Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332410544 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332410544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332410544Cleaning up temporary data from old regions at 1731332410567 (+23 ms)Region opened successfully at 1731332410587 (+20 ms) 2024-11-11T13:40:10,588 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T13:40:10,594 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b62bd9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:40:10,596 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T13:40:10,596 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T13:40:10,596 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T13:40:10,596 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T13:40:10,597 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T13:40:10,598 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T13:40:10,598 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T13:40:10,604 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T13:40:10,606 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T13:40:10,612 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T13:40:10,613 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T13:40:10,614 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T13:40:10,620 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T13:40:10,621 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T13:40:10,622 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T13:40:10,628 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T13:40:10,630 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T13:40:10,637 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T13:40:10,640 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T13:40:10,645 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T13:40:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,656 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=37d26ecf6460,45321,1731332410072, sessionid=0x1012b69bcaa0000, setting cluster-up flag (Was=false) 2024-11-11T13:40:10,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,695 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T13:40:10,696 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:10,737 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T13:40:10,738 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37d26ecf6460,45321,1731332410072 2024-11-11T13:40:10,740 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T13:40:10,741 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T13:40:10,742 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T13:40:10,742 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T13:40:10,742 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 37d26ecf6460,45321,1731332410072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/37d26ecf6460:0, corePoolSize=5, maxPoolSize=5 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/37d26ecf6460:0, corePoolSize=10, maxPoolSize=10 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:40:10,744 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,745 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731332440745 2024-11-11T13:40:10,745 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T13:40:10,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T13:40:10,746 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T13:40:10,747 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T13:40:10,747 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T13:40:10,747 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.large.0-1731332410747,5,FailOnTimeoutGroup] 2024-11-11T13:40:10,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,748 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.small.0-1731332410747,5,FailOnTimeoutGroup] 2024-11-11T13:40:10,748 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,748 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T13:40:10,748 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,748 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T13:40:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:40:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:40:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741831_1007 (size=1321) 2024-11-11T13:40:10,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T13:40:10,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:40:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:40:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741832_1008 (size=32) 2024-11-11T13:40:10,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:10,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:40:10,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:40:10,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:10,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:40:10,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:40:10,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:10,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:40:10,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:40:10,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:10,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:40:10,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:40:10,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:10,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:10,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:40:10,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740 2024-11-11T13:40:10,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740 2024-11-11T13:40:10,779 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(746): ClusterId : dd35c52d-4fa9-41a9-9980-c9ab369eb7a6 2024-11-11T13:40:10,779 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(746): ClusterId : dd35c52d-4fa9-41a9-9980-c9ab369eb7a6 2024-11-11T13:40:10,779 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(746): ClusterId : dd35c52d-4fa9-41a9-9980-c9ab369eb7a6 2024-11-11T13:40:10,780 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:40:10,780 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:40:10,780 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T13:40:10,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:40:10,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:40:10,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:40:10,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:40:10,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:10,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63778901, jitterRate=-0.04962031543254852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:40:10,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731332410768Initializing all the Stores at 1731332410768Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332410769 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332410769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332410769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332410769Cleaning up temporary data from old regions at 1731332410781 (+12 ms)Region opened successfully at 1731332410785 (+4 ms) 2024-11-11T13:40:10,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:40:10,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:40:10,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:40:10,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:40:10,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:40:10,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:40:10,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731332410785Disabling compacts and flushes for region at 1731332410785Disabling writes for close at 1731332410786 (+1 ms)Writing region close event to WAL at 1731332410786Closed at 1731332410786 2024-11-11T13:40:10,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:40:10,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T13:40:10,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:40:10,788 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:40:10,788 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:40:10,788 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:40:10,788 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:40:10,788 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T13:40:10,788 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T13:40:10,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:40:10,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T13:40:10,804 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:40:10,804 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:40:10,804 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T13:40:10,805 DEBUG [RS:1;37d26ecf6460:45017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5e95b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:40:10,805 DEBUG [RS:0;37d26ecf6460:41019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58559b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:40:10,805 DEBUG [RS:2;37d26ecf6460:35369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bf0933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37d26ecf6460/172.17.0.3:0 2024-11-11T13:40:10,819 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;37d26ecf6460:41019 2024-11-11T13:40:10,820 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:40:10,820 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:40:10,820 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:40:10,821 DEBUG [RS:2;37d26ecf6460:35369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;37d26ecf6460:35369 2024-11-11T13:40:10,821 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;37d26ecf6460:45017 2024-11-11T13:40:10,821 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:40:10,821 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T13:40:10,821 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:40:10,821 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T13:40:10,821 DEBUG [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:40:10,821 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T13:40:10,821 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(2659): reportForDuty to master=37d26ecf6460,45321,1731332410072 with port=41019, startcode=1731332410265 2024-11-11T13:40:10,821 DEBUG [RS:0;37d26ecf6460:41019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:40:10,822 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(2659): reportForDuty to master=37d26ecf6460,45321,1731332410072 with port=35369, startcode=1731332410347 2024-11-11T13:40:10,822 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(2659): reportForDuty to master=37d26ecf6460,45321,1731332410072 with port=45017, startcode=1731332410316 2024-11-11T13:40:10,822 DEBUG [RS:2;37d26ecf6460:35369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:40:10,822 DEBUG [RS:1;37d26ecf6460:45017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T13:40:10,824 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:40:10,824 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:40:10,824 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32973, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T13:40:10,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37d26ecf6460,41019,1731332410265 2024-11-11T13:40:10,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45321 {}] master.ServerManager(517): Registering regionserver=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:10,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37d26ecf6460,35369,1731332410347 2024-11-11T13:40:10,827 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:10,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45321 {}] master.ServerManager(517): Registering regionserver=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:10,827 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-11-11T13:40:10,827 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:40:10,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37d26ecf6460,45017,1731332410316 2024-11-11T13:40:10,828 DEBUG [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:10,829 DEBUG [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-11-11T13:40:10,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45321 {}] master.ServerManager(517): Registering regionserver=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:10,829 DEBUG [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:40:10,830 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:10,830 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-11-11T13:40:10,830 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T13:40:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:40:10,868 DEBUG [RS:0;37d26ecf6460:41019 {}] zookeeper.ZKUtil(111): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37d26ecf6460,41019,1731332410265 2024-11-11T13:40:10,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37d26ecf6460,35369,1731332410347] 2024-11-11T13:40:10,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37d26ecf6460,45017,1731332410316] 2024-11-11T13:40:10,868 WARN [RS:0;37d26ecf6460:41019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:40:10,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37d26ecf6460,41019,1731332410265] 2024-11-11T13:40:10,868 DEBUG [RS:1;37d26ecf6460:45017 {}] zookeeper.ZKUtil(111): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37d26ecf6460,45017,1731332410316 2024-11-11T13:40:10,868 INFO [RS:0;37d26ecf6460:41019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:40:10,868 WARN [RS:1;37d26ecf6460:45017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:40:10,868 DEBUG [RS:2;37d26ecf6460:35369 {}] zookeeper.ZKUtil(111): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37d26ecf6460,35369,1731332410347 2024-11-11T13:40:10,869 WARN [RS:2;37d26ecf6460:35369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T13:40:10,869 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,41019,1731332410265 2024-11-11T13:40:10,869 INFO [RS:1;37d26ecf6460:45017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:40:10,869 INFO [RS:2;37d26ecf6460:35369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:40:10,869 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316 2024-11-11T13:40:10,869 DEBUG [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347 2024-11-11T13:40:10,873 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:40:10,873 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:40:10,873 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T13:40:10,874 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:40:10,875 INFO [RS:1;37d26ecf6460:45017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:40:10,875 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,875 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:40:10,876 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:40:10,876 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,876 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,876 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,876 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,876 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:40:10,877 DEBUG [RS:1;37d26ecf6460:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:40:10,879 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:40:10,879 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T13:40:10,880 INFO [RS:0;37d26ecf6460:41019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:40:10,880 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,880 INFO [RS:2;37d26ecf6460:35369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T13:40:10,880 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,883 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:40:10,883 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T13:40:10,883 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,883 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,883 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,883 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,883 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,884 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45017,1731332410316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:40:10,884 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:40:10,884 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T13:40:10,884 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,884 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0, corePoolSize=2, maxPoolSize=2 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,884 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37d26ecf6460:0, corePoolSize=1, maxPoolSize=1 2024-11-11T13:40:10,885 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:40:10,885 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:40:10,885 DEBUG [RS:0;37d26ecf6460:41019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:40:10,885 DEBUG [RS:2;37d26ecf6460:35369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37d26ecf6460:0, corePoolSize=3, maxPoolSize=3 2024-11-11T13:40:10,891 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,35369,1731332410347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:40:10,892 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,41019,1731332410265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:40:10,898 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:40:10,898 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45017,1731332410316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,898 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,898 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.Replication(171): 37d26ecf6460,45017,1731332410316 started 2024-11-11T13:40:10,905 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:40:10,905 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,35369,1731332410347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,905 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,905 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.Replication(171): 37d26ecf6460,35369,1731332410347 started 2024-11-11T13:40:10,910 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T13:40:10,910 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,41019,1731332410265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,910 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,910 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.Replication(171): 37d26ecf6460,41019,1731332410265 started 2024-11-11T13:40:10,911 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,911 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1482): Serving as 37d26ecf6460,45017,1731332410316, RpcServer on 37d26ecf6460/172.17.0.3:45017, sessionid=0x1012b69bcaa0002 2024-11-11T13:40:10,911 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:40:10,911 DEBUG [RS:1;37d26ecf6460:45017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37d26ecf6460,45017,1731332410316 2024-11-11T13:40:10,911 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,45017,1731332410316' 2024-11-11T13:40:10,911 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T13:40:10,912 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T13:40:10,912 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:40:10,912 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:40:10,912 DEBUG [RS:1;37d26ecf6460:45017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37d26ecf6460,45017,1731332410316 2024-11-11T13:40:10,912 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,45017,1731332410316' 2024-11-11T13:40:10,912 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T13:40:10,913 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T13:40:10,913 DEBUG [RS:1;37d26ecf6460:45017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:40:10,913 INFO [RS:1;37d26ecf6460:45017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:40:10,913 INFO [RS:1;37d26ecf6460:45017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:40:10,918 INFO [RS:2;37d26ecf6460:35369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,919 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(1482): Serving as 37d26ecf6460,35369,1731332410347, RpcServer on 37d26ecf6460/172.17.0.3:35369, sessionid=0x1012b69bcaa0003 2024-11-11T13:40:10,919 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:40:10,919 DEBUG [RS:2;37d26ecf6460:35369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37d26ecf6460,35369,1731332410347 2024-11-11T13:40:10,919 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,35369,1731332410347' 2024-11-11T13:40:10,919 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T13:40:10,919 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T13:40:10,920 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:40:10,920 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:40:10,920 DEBUG [RS:2;37d26ecf6460:35369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37d26ecf6460,35369,1731332410347 2024-11-11T13:40:10,920 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,35369,1731332410347' 2024-11-11T13:40:10,920 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T13:40:10,920 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T13:40:10,921 DEBUG [RS:2;37d26ecf6460:35369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:40:10,921 INFO [RS:2;37d26ecf6460:35369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:40:10,921 INFO [RS:2;37d26ecf6460:35369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:40:10,930 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:10,930 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1482): Serving as 37d26ecf6460,41019,1731332410265, RpcServer on 37d26ecf6460/172.17.0.3:41019, sessionid=0x1012b69bcaa0001 2024-11-11T13:40:10,930 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T13:40:10,930 DEBUG [RS:0;37d26ecf6460:41019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37d26ecf6460,41019,1731332410265 2024-11-11T13:40:10,930 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,41019,1731332410265' 2024-11-11T13:40:10,930 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T13:40:10,931 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T13:40:10,931 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T13:40:10,931 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T13:40:10,931 DEBUG [RS:0;37d26ecf6460:41019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37d26ecf6460,41019,1731332410265 2024-11-11T13:40:10,931 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37d26ecf6460,41019,1731332410265' 2024-11-11T13:40:10,931 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T13:40:10,932 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T13:40:10,932 DEBUG [RS:0;37d26ecf6460:41019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T13:40:10,933 INFO [RS:0;37d26ecf6460:41019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T13:40:10,933 INFO [RS:0;37d26ecf6460:41019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T13:40:10,940 WARN [37d26ecf6460:45321 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T13:40:11,014 INFO [RS:1;37d26ecf6460:45017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:40:11,016 INFO [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C45017%2C1731332410316, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs, maxLogs=32 2024-11-11T13:40:11,021 INFO [RS:2;37d26ecf6460:35369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:40:11,024 INFO [RS:2;37d26ecf6460:35369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C35369%2C1731332410347, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs, maxLogs=32 2024-11-11T13:40:11,030 DEBUG [RS:1;37d26ecf6460:45017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316/37d26ecf6460%2C45017%2C1731332410316.1731332411018, exclude list is [], retry=0 2024-11-11T13:40:11,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51,DISK] 2024-11-11T13:40:11,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40,DISK] 2024-11-11T13:40:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34597,DS-272236d3-c2d1-4670-ad23-a65109c0e559,DISK] 2024-11-11T13:40:11,034 INFO [RS:0;37d26ecf6460:41019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T13:40:11,036 INFO [RS:0;37d26ecf6460:41019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C41019%2C1731332410265, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,41019,1731332410265, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs, maxLogs=32 2024-11-11T13:40:11,039 DEBUG [RS:2;37d26ecf6460:35369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347/37d26ecf6460%2C35369%2C1731332410347.1731332411025, exclude list is [], retry=0 2024-11-11T13:40:11,040 INFO [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316/37d26ecf6460%2C45017%2C1731332410316.1731332411018 2024-11-11T13:40:11,041 DEBUG [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621),(127.0.0.1/127.0.0.1:44243:44243),(127.0.0.1/127.0.0.1:39093:39093)] 2024-11-11T13:40:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40,DISK] 2024-11-11T13:40:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34597,DS-272236d3-c2d1-4670-ad23-a65109c0e559,DISK] 2024-11-11T13:40:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51,DISK] 2024-11-11T13:40:11,046 INFO [RS:2;37d26ecf6460:35369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347/37d26ecf6460%2C35369%2C1731332410347.1731332411025 2024-11-11T13:40:11,046 DEBUG [RS:2;37d26ecf6460:35369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621),(127.0.0.1/127.0.0.1:44243:44243),(127.0.0.1/127.0.0.1:39093:39093)] 2024-11-11T13:40:11,054 DEBUG [RS:0;37d26ecf6460:41019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,41019,1731332410265/37d26ecf6460%2C41019%2C1731332410265.1731332411037, exclude list is [], retry=0 2024-11-11T13:40:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34597,DS-272236d3-c2d1-4670-ad23-a65109c0e559,DISK] 2024-11-11T13:40:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51,DISK] 2024-11-11T13:40:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40,DISK] 2024-11-11T13:40:11,059 INFO [RS:0;37d26ecf6460:41019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,41019,1731332410265/37d26ecf6460%2C41019%2C1731332410265.1731332411037 2024-11-11T13:40:11,059 DEBUG [RS:0;37d26ecf6460:41019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39093:39093),(127.0.0.1/127.0.0.1:44243:44243),(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-11T13:40:11,190 DEBUG [37d26ecf6460:45321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T13:40:11,190 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(204): Hosts are {37d26ecf6460=0} racks are {/default-rack=0} 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T13:40:11,193 INFO [37d26ecf6460:45321 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T13:40:11,193 INFO [37d26ecf6460:45321 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T13:40:11,193 INFO [37d26ecf6460:45321 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T13:40:11,193 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T13:40:11,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:11,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37d26ecf6460,35369,1731332410347, state=OPENING 2024-11-11T13:40:11,203 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T13:40:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:40:11,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:11,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:40:11,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:11,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:11,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:11,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37d26ecf6460,35369,1731332410347}] 2024-11-11T13:40:11,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:11,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:11,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:12,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:40:12,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:12,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:12,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:12,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:40:12,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:40:17,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:40:17,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:17,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:17,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:20,049 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=37d26ecf6460:42843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T13:40:21,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:40:21,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:40:21,224 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:40:21,224 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:40:21,225 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:40:21,228 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C35369%2C1731332410347.meta, suffix=.meta, logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs, maxLogs=32 2024-11-11T13:40:21,245 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, exclude list is [], retry=0 2024-11-11T13:40:21,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34597,DS-272236d3-c2d1-4670-ad23-a65109c0e559,DISK] 2024-11-11T13:40:21,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51,DISK] 2024-11-11T13:40:21,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40,DISK] 2024-11-11T13:40:21,249 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta 2024-11-11T13:40:21,249 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44243:44243),(127.0.0.1/127.0.0.1:39093:39093),(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:40:21,250 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:40:21,250 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:40:21,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:40:21,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:40:21,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:21,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:21,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:40:21,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:40:21,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:21,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:21,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:40:21,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:40:21,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:21,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:21,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:40:21,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:40:21,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:21,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:40:21,258 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:40:21,258 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740 2024-11-11T13:40:21,260 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740 2024-11-11T13:40:21,261 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:40:21,261 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:40:21,262 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:40:21,263 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:40:21,264 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75378522, jitterRate=0.12322750687599182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:40:21,264 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:40:21,265 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731332421250Writing region info on filesystem at 1731332421250Initializing all the Stores at 1731332421251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332421251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332421252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332421252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332421252Cleaning up temporary data from old regions at 1731332421261 (+9 ms)Running coprocessor post-open hooks at 1731332421264 (+3 ms)Region opened successfully at 1731332421265 (+1 ms) 2024-11-11T13:40:21,266 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731332421214 2024-11-11T13:40:21,268 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:40:21,268 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:40:21,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:21,269 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37d26ecf6460,35369,1731332410347, state=OPEN 2024-11-11T13:40:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:40:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:40:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:40:21,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:40:21,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:21,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:21,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:21,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:21,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:40:21,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T13:40:21,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37d26ecf6460,35369,1731332410347 in 10.1000 sec 2024-11-11T13:40:21,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T13:40:21,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5290 sec 2024-11-11T13:40:21,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T13:40:21,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T13:40:21,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:40:21,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1] 2024-11-11T13:40:21,323 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:40:21,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:40:21,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5880 sec 2024-11-11T13:40:21,330 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731332421329, completionTime=-1 2024-11-11T13:40:21,330 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T13:40:21,330 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T13:40:21,331 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-11T13:40:21,331 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731332481331 2024-11-11T13:40:21,331 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731332541331 2024-11-11T13:40:21,331 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-11T13:40:21,332 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T13:40:21,332 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45321,1731332410072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,332 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45321,1731332410072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,332 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45321,1731332410072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,332 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-37d26ecf6460:45321, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,332 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,333 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,334 DEBUG [master/37d26ecf6460:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T13:40:21,336 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.923sec 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45321,1731332410072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T13:40:21,337 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45321,1731332410072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T13:40:21,340 DEBUG [master/37d26ecf6460:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T13:40:21,340 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T13:40:21,340 INFO [master/37d26ecf6460:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37d26ecf6460,45321,1731332410072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T13:40:21,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67022b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:40:21,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37d26ecf6460,45321,-1 for getting cluster id 2024-11-11T13:40:21,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:40:21,394 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd35c52d-4fa9-41a9-9980-c9ab369eb7a6' 2024-11-11T13:40:21,394 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:40:21,395 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd35c52d-4fa9-41a9-9980-c9ab369eb7a6" 2024-11-11T13:40:21,396 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b56c426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:40:21,396 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37d26ecf6460,45321,-1] 2024-11-11T13:40:21,396 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:40:21,396 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:21,398 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:40:21,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7665a561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:40:21,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:40:21,400 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1] 2024-11-11T13:40:21,401 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:40:21,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:40:21,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=37d26ecf6460,45321,1731332410072 2024-11-11T13:40:21,405 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731332421405 (current time:1731332421405). 2024-11-11T13:40:21,405 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T13:40:21,405 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T13:40:21,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cef2318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:40:21,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37d26ecf6460,45321,-1 for getting cluster id 2024-11-11T13:40:21,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T13:40:21,407 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd35c52d-4fa9-41a9-9980-c9ab369eb7a6' 2024-11-11T13:40:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T13:40:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd35c52d-4fa9-41a9-9980-c9ab369eb7a6" 2024-11-11T13:40:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ba2517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:40:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37d26ecf6460,45321,-1] 2024-11-11T13:40:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T13:40:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:21,408 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T13:40:21,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171047d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T13:40:21,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:40:21,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1] 2024-11-11T13:40:21,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:40:21,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:40:21,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:40:21,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:40:21,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:21,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:40:21,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:40:21,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T13:40:21,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 37d26ecf6460,45321,1731332410072 2024-11-11T13:40:21,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c200af3 2024-11-11T13:40:21,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T13:40:21,416 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T13:40:21,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T13:40:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T13:40:21,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T13:40:21,420 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:21,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T13:40:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:21,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T13:40:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741837_1013 (size=361) 2024-11-11T13:40:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741837_1013 (size=361) 2024-11-11T13:40:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741837_1013 (size=361) 2024-11-11T13:40:21,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5694dea69431cfa2ca90278bde39cd61, NAME => 'SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,434 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 799b5b17d88029cdb61fad3ae52eec03, NAME => 'SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,434 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b2f77bc76c2e50930a551dc6206f14b6, NAME => 'SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741840_1016 (size=62) 2024-11-11T13:40:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741840_1016 (size=62) 2024-11-11T13:40:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741840_1016 (size=62) 2024-11-11T13:40:21,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b2f77bc76c2e50930a551dc6206f14b6, disabling compactions & flushes 2024-11-11T13:40:21,450 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:21,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:21,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. after waiting 0 ms 2024-11-11T13:40:21,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:21,451 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:21,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b2f77bc76c2e50930a551dc6206f14b6: Waiting for close lock at 1731332421450Disabling compacts and flushes for region at 1731332421450Disabling writes for close at 1731332421451 (+1 ms)Writing region close event to WAL at 1731332421451Closed at 1731332421451 2024-11-11T13:40:21,452 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1c49d6053c657a067f3d07bc1abb9fcd, NAME => 'SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741838_1014 (size=62) 2024-11-11T13:40:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741838_1014 (size=62) 2024-11-11T13:40:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741838_1014 (size=62) 2024-11-11T13:40:21,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 799b5b17d88029cdb61fad3ae52eec03, disabling compactions & flushes 2024-11-11T13:40:21,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:21,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:21,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. after waiting 0 ms 2024-11-11T13:40:21,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:21,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:21,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 799b5b17d88029cdb61fad3ae52eec03: Waiting for close lock at 1731332421455Disabling compacts and flushes for region at 1731332421455Disabling writes for close at 1731332421456 (+1 ms)Writing region close event to WAL at 1731332421456Closed at 1731332421456 2024-11-11T13:40:21,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8089eb27c1dad632519f6ab99af4b57f, NAME => 'SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741839_1015 (size=54) 2024-11-11T13:40:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741839_1015 (size=54) 2024-11-11T13:40:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741839_1015 (size=54) 2024-11-11T13:40:21,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5694dea69431cfa2ca90278bde39cd61, disabling compactions & flushes 2024-11-11T13:40:21,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:21,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:21,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. after waiting 0 ms 2024-11-11T13:40:21,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:21,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:21,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5694dea69431cfa2ca90278bde39cd61: Waiting for close lock at 1731332421464Disabling compacts and flushes for region at 1731332421464Disabling writes for close at 1731332421464Writing region close event to WAL at 1731332421464Closed at 1731332421464 2024-11-11T13:40:21,465 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae263238cfcd78f89f574b2f3d7ab833, NAME => 'SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741842_1018 (size=62) 2024-11-11T13:40:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741842_1018 (size=62) 2024-11-11T13:40:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741842_1018 (size=62) 2024-11-11T13:40:21,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1c49d6053c657a067f3d07bc1abb9fcd, disabling compactions & flushes 2024-11-11T13:40:21,474 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:21,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:21,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. after waiting 0 ms 2024-11-11T13:40:21,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:21,474 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:21,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1c49d6053c657a067f3d07bc1abb9fcd: Waiting for close lock at 1731332421474Disabling compacts and flushes for region at 1731332421474Disabling writes for close at 1731332421474Writing region close event to WAL at 1731332421474Closed at 1731332421474 2024-11-11T13:40:21,475 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5148440bc7fb326f0cd836300c2eb9be, NAME => 'SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741841_1017 (size=62) 2024-11-11T13:40:21,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741841_1017 (size=62) 2024-11-11T13:40:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741841_1017 (size=62) 2024-11-11T13:40:21,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8089eb27c1dad632519f6ab99af4b57f, disabling compactions & flushes 2024-11-11T13:40:21,484 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:21,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:21,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. after waiting 0 ms 2024-11-11T13:40:21,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:21,484 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:21,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8089eb27c1dad632519f6ab99af4b57f: Waiting for close lock at 1731332421484Disabling compacts and flushes for region at 1731332421484Disabling writes for close at 1731332421484Writing region close event to WAL at 1731332421484Closed at 1731332421484 2024-11-11T13:40:21,485 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a24415cdb75c9a11da5c69c45907c4a5, NAME => 'SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741843_1019 (size=62) 2024-11-11T13:40:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741843_1019 (size=62) 2024-11-11T13:40:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741843_1019 (size=62) 2024-11-11T13:40:21,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ae263238cfcd78f89f574b2f3d7ab833, disabling compactions & flushes 2024-11-11T13:40:21,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:21,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:21,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. after waiting 0 ms 2024-11-11T13:40:21,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:21,495 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:21,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae263238cfcd78f89f574b2f3d7ab833: Waiting for close lock at 1731332421494Disabling compacts and flushes for region at 1731332421494Disabling writes for close at 1731332421495 (+1 ms)Writing region close event to WAL at 1731332421495Closed at 1731332421495 2024-11-11T13:40:21,495 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 043b1148c79f58e31961a48ba8d03466, NAME => 'SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741844_1020 (size=62) 2024-11-11T13:40:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741844_1020 (size=62) 2024-11-11T13:40:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741844_1020 (size=62) 2024-11-11T13:40:21,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5148440bc7fb326f0cd836300c2eb9be, disabling compactions & flushes 2024-11-11T13:40:21,512 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:21,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:21,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. after waiting 0 ms 2024-11-11T13:40:21,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:21,512 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:21,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5148440bc7fb326f0cd836300c2eb9be: Waiting for close lock at 1731332421512Disabling compacts and flushes for region at 1731332421512Disabling writes for close at 1731332421512Writing region close event to WAL at 1731332421512Closed at 1731332421512 2024-11-11T13:40:21,513 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dc02c7e231e4c7f117122196aebde92e, NAME => 'SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe 2024-11-11T13:40:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741845_1021 (size=62) 2024-11-11T13:40:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741845_1021 (size=62) 2024-11-11T13:40:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741845_1021 (size=62) 2024-11-11T13:40:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741846_1022 (size=62) 2024-11-11T13:40:21,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a24415cdb75c9a11da5c69c45907c4a5, disabling compactions & flushes 2024-11-11T13:40:21,517 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:21,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:21,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. after waiting 0 ms 2024-11-11T13:40:21,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:21,517 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:21,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a24415cdb75c9a11da5c69c45907c4a5: Waiting for close lock at 1731332421516Disabling compacts and flushes for region at 1731332421516Disabling writes for close at 1731332421517 (+1 ms)Writing region close event to WAL at 1731332421517Closed at 1731332421517 2024-11-11T13:40:21,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741846_1022 (size=62) 2024-11-11T13:40:21,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741846_1022 (size=62) 2024-11-11T13:40:21,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 043b1148c79f58e31961a48ba8d03466, disabling compactions & flushes 2024-11-11T13:40:21,521 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:21,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:21,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. after waiting 0 ms 2024-11-11T13:40:21,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:21,521 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:21,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 043b1148c79f58e31961a48ba8d03466: Waiting for close lock at 1731332421521Disabling compacts and flushes for region at 1731332421521Disabling writes for close at 1731332421521Writing region close event to WAL at 1731332421521Closed at 1731332421521 2024-11-11T13:40:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741847_1023 (size=54) 2024-11-11T13:40:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741847_1023 (size=54) 2024-11-11T13:40:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741847_1023 (size=54) 2024-11-11T13:40:21,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:21,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dc02c7e231e4c7f117122196aebde92e, disabling compactions & flushes 2024-11-11T13:40:21,528 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:21,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:21,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. after waiting 0 ms 2024-11-11T13:40:21,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:21,528 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:21,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dc02c7e231e4c7f117122196aebde92e: Waiting for close lock at 1731332421528Disabling compacts and flushes for region at 1731332421528Disabling writes for close at 1731332421528Writing region close event to WAL at 1731332421528Closed at 1731332421528 2024-11-11T13:40:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:21,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T13:40:21,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731332421530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731332421530"}]},"ts":"1731332421530"} 2024-11-11T13:40:21,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T13:40:21,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T13:40:21,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731332421539"}]},"ts":"1731332421539"} 2024-11-11T13:40:21,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T13:40:21,543 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {37d26ecf6460=0} racks are {/default-rack=0} 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T13:40:21,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T13:40:21,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T13:40:21,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T13:40:21,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T13:40:21,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5694dea69431cfa2ca90278bde39cd61, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2f77bc76c2e50930a551dc6206f14b6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=799b5b17d88029cdb61fad3ae52eec03, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c49d6053c657a067f3d07bc1abb9fcd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8089eb27c1dad632519f6ab99af4b57f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae263238cfcd78f89f574b2f3d7ab833, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5148440bc7fb326f0cd836300c2eb9be, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a24415cdb75c9a11da5c69c45907c4a5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043b1148c79f58e31961a48ba8d03466, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc02c7e231e4c7f117122196aebde92e, ASSIGN}] 2024-11-11T13:40:21,553 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5694dea69431cfa2ca90278bde39cd61, ASSIGN 2024-11-11T13:40:21,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2f77bc76c2e50930a551dc6206f14b6, ASSIGN 2024-11-11T13:40:21,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc02c7e231e4c7f117122196aebde92e, ASSIGN 2024-11-11T13:40:21,554 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5694dea69431cfa2ca90278bde39cd61, ASSIGN; state=OFFLINE, location=37d26ecf6460,45017,1731332410316; forceNewPlan=false, retain=false 2024-11-11T13:40:21,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2f77bc76c2e50930a551dc6206f14b6, ASSIGN; state=OFFLINE, location=37d26ecf6460,41019,1731332410265; forceNewPlan=false, retain=false 2024-11-11T13:40:21,554 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a24415cdb75c9a11da5c69c45907c4a5, ASSIGN 2024-11-11T13:40:21,554 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc02c7e231e4c7f117122196aebde92e, ASSIGN; state=OFFLINE, location=37d26ecf6460,41019,1731332410265; forceNewPlan=false, retain=false 2024-11-11T13:40:21,555 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a24415cdb75c9a11da5c69c45907c4a5, ASSIGN; state=OFFLINE, location=37d26ecf6460,35369,1731332410347; forceNewPlan=false, retain=false 2024-11-11T13:40:21,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043b1148c79f58e31961a48ba8d03466, ASSIGN 2024-11-11T13:40:21,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=043b1148c79f58e31961a48ba8d03466, ASSIGN; state=OFFLINE, location=37d26ecf6460,45017,1731332410316; forceNewPlan=false, retain=false 2024-11-11T13:40:21,561 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5148440bc7fb326f0cd836300c2eb9be, ASSIGN 2024-11-11T13:40:21,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8089eb27c1dad632519f6ab99af4b57f, ASSIGN 2024-11-11T13:40:21,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae263238cfcd78f89f574b2f3d7ab833, ASSIGN 2024-11-11T13:40:21,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae263238cfcd78f89f574b2f3d7ab833, ASSIGN; state=OFFLINE, location=37d26ecf6460,45017,1731332410316; forceNewPlan=false, retain=false 2024-11-11T13:40:21,562 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8089eb27c1dad632519f6ab99af4b57f, ASSIGN; state=OFFLINE, location=37d26ecf6460,35369,1731332410347; forceNewPlan=false, retain=false 2024-11-11T13:40:21,562 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5148440bc7fb326f0cd836300c2eb9be, ASSIGN; state=OFFLINE, location=37d26ecf6460,41019,1731332410265; forceNewPlan=false, retain=false 2024-11-11T13:40:21,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c49d6053c657a067f3d07bc1abb9fcd, ASSIGN 2024-11-11T13:40:21,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=799b5b17d88029cdb61fad3ae52eec03, ASSIGN 2024-11-11T13:40:21,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c49d6053c657a067f3d07bc1abb9fcd, ASSIGN; state=OFFLINE, location=37d26ecf6460,41019,1731332410265; forceNewPlan=false, retain=false 2024-11-11T13:40:21,571 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=799b5b17d88029cdb61fad3ae52eec03, ASSIGN; state=OFFLINE, location=37d26ecf6460,35369,1731332410347; forceNewPlan=false, retain=false 2024-11-11T13:40:21,705 INFO [37d26ecf6460:45321 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T13:40:21,705 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=043b1148c79f58e31961a48ba8d03466, regionState=OPENING, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:21,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae263238cfcd78f89f574b2f3d7ab833, regionState=OPENING, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:21,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5148440bc7fb326f0cd836300c2eb9be, regionState=OPENING, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:21,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dc02c7e231e4c7f117122196aebde92e, regionState=OPENING, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:21,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5694dea69431cfa2ca90278bde39cd61, regionState=OPENING, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:21,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1c49d6053c657a067f3d07bc1abb9fcd, regionState=OPENING, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:21,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b2f77bc76c2e50930a551dc6206f14b6, regionState=OPENING, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:21,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a24415cdb75c9a11da5c69c45907c4a5, regionState=OPENING, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:21,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8089eb27c1dad632519f6ab99af4b57f, regionState=OPENING, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:21,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=799b5b17d88029cdb61fad3ae52eec03, regionState=OPENING, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae263238cfcd78f89f574b2f3d7ab833, ASSIGN because future has completed 2024-11-11T13:40:21,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae263238cfcd78f89f574b2f3d7ab833, server=37d26ecf6460,45017,1731332410316}] 2024-11-11T13:40:21,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=043b1148c79f58e31961a48ba8d03466, ASSIGN because future has completed 2024-11-11T13:40:21,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043b1148c79f58e31961a48ba8d03466, server=37d26ecf6460,45017,1731332410316}] 2024-11-11T13:40:21,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc02c7e231e4c7f117122196aebde92e, ASSIGN because future has completed 2024-11-11T13:40:21,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5148440bc7fb326f0cd836300c2eb9be, ASSIGN because future has completed 2024-11-11T13:40:21,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5148440bc7fb326f0cd836300c2eb9be, server=37d26ecf6460,41019,1731332410265}] 2024-11-11T13:40:21,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc02c7e231e4c7f117122196aebde92e, server=37d26ecf6460,41019,1731332410265}] 2024-11-11T13:40:21,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5694dea69431cfa2ca90278bde39cd61, ASSIGN because future has completed 2024-11-11T13:40:21,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2f77bc76c2e50930a551dc6206f14b6, ASSIGN because future has completed 2024-11-11T13:40:21,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2f77bc76c2e50930a551dc6206f14b6, server=37d26ecf6460,41019,1731332410265}] 2024-11-11T13:40:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c49d6053c657a067f3d07bc1abb9fcd, ASSIGN because future has completed 2024-11-11T13:40:21,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5694dea69431cfa2ca90278bde39cd61, server=37d26ecf6460,45017,1731332410316}] 2024-11-11T13:40:21,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=799b5b17d88029cdb61fad3ae52eec03, ASSIGN because future has completed 2024-11-11T13:40:21,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a24415cdb75c9a11da5c69c45907c4a5, ASSIGN because future has completed 2024-11-11T13:40:21,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd, server=37d26ecf6460,41019,1731332410265}] 2024-11-11T13:40:21,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8089eb27c1dad632519f6ab99af4b57f, ASSIGN because future has completed 2024-11-11T13:40:21,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8089eb27c1dad632519f6ab99af4b57f, server=37d26ecf6460,35369,1731332410347}] 2024-11-11T13:40:21,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a24415cdb75c9a11da5c69c45907c4a5, server=37d26ecf6460,35369,1731332410347}] 2024-11-11T13:40:21,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 799b5b17d88029cdb61fad3ae52eec03, server=37d26ecf6460,35369,1731332410347}] 2024-11-11T13:40:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:22,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T13:40:22,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T13:40:22,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:40:22,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T13:40:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:22,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T13:40:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:26,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:40:26,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:26,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:26,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:31,712 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:40:31,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:40:31,718 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:31,719 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 043b1148c79f58e31961a48ba8d03466, NAME => 'SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T13:40:31,719 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,719 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,719 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,719 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,721 INFO [StoreOpener-043b1148c79f58e31961a48ba8d03466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,722 INFO [StoreOpener-043b1148c79f58e31961a48ba8d03466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043b1148c79f58e31961a48ba8d03466 columnFamilyName cf 2024-11-11T13:40:31,722 DEBUG [StoreOpener-043b1148c79f58e31961a48ba8d03466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,723 INFO [StoreOpener-043b1148c79f58e31961a48ba8d03466-1 {}] regionserver.HStore(327): Store=043b1148c79f58e31961a48ba8d03466/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,723 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,724 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,724 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,725 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,725 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T13:40:31,725 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T13:40:31,726 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,729 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,729 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 043b1148c79f58e31961a48ba8d03466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63388046, jitterRate=-0.05544450879096985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,730 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:31,730 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 043b1148c79f58e31961a48ba8d03466: Running coprocessor pre-open hook at 1731332431719Writing region info on filesystem at 1731332431719Initializing all the Stores at 1731332431720 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431720Cleaning up temporary data from old regions at 1731332431725 (+5 ms)Running coprocessor post-open hooks at 1731332431730 (+5 ms)Region opened successfully at 1731332431730 2024-11-11T13:40:31,731 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., pid=16, masterSystemTime=1731332431712 2024-11-11T13:40:31,734 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:31,734 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:31,734 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:31,734 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ae263238cfcd78f89f574b2f3d7ab833, NAME => 'SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T13:40:31,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=043b1148c79f58e31961a48ba8d03466, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:31,734 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,735 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c49d6053c657a067f3d07bc1abb9fcd, NAME => 'SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,735 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043b1148c79f58e31961a48ba8d03466, server=37d26ecf6460,45017,1731332410316 because future has completed 2024-11-11T13:40:31,738 INFO [StoreOpener-ae263238cfcd78f89f574b2f3d7ab833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,739 INFO [StoreOpener-1c49d6053c657a067f3d07bc1abb9fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,740 INFO [StoreOpener-1c49d6053c657a067f3d07bc1abb9fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c49d6053c657a067f3d07bc1abb9fcd columnFamilyName cf 2024-11-11T13:40:31,741 DEBUG [StoreOpener-1c49d6053c657a067f3d07bc1abb9fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-11T13:40:31,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 043b1148c79f58e31961a48ba8d03466, server=37d26ecf6460,45017,1731332410316 in 10.0280 sec 2024-11-11T13:40:31,741 INFO [StoreOpener-ae263238cfcd78f89f574b2f3d7ab833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae263238cfcd78f89f574b2f3d7ab833 columnFamilyName cf 2024-11-11T13:40:31,741 DEBUG [StoreOpener-ae263238cfcd78f89f574b2f3d7ab833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,741 INFO [StoreOpener-1c49d6053c657a067f3d07bc1abb9fcd-1 {}] regionserver.HStore(327): Store=1c49d6053c657a067f3d07bc1abb9fcd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,741 INFO [StoreOpener-ae263238cfcd78f89f574b2f3d7ab833-1 {}] regionserver.HStore(327): Store=ae263238cfcd78f89f574b2f3d7ab833/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,741 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,741 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,742 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,742 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,743 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,743 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,743 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,743 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,743 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,743 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=043b1148c79f58e31961a48ba8d03466, ASSIGN in 10.1910 sec 2024-11-11T13:40:31,745 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:31,745 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a24415cdb75c9a11da5c69c45907c4a5, NAME => 'SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T13:40:31,746 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,746 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,746 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,746 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,746 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,746 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,747 INFO [StoreOpener-a24415cdb75c9a11da5c69c45907c4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,749 INFO [StoreOpener-a24415cdb75c9a11da5c69c45907c4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24415cdb75c9a11da5c69c45907c4a5 columnFamilyName cf 2024-11-11T13:40:31,749 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/1c49d6053c657a067f3d07bc1abb9fcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,749 DEBUG [StoreOpener-a24415cdb75c9a11da5c69c45907c4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,750 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1c49d6053c657a067f3d07bc1abb9fcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64251698, jitterRate=-0.04257509112358093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,750 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:31,750 INFO [StoreOpener-a24415cdb75c9a11da5c69c45907c4a5-1 {}] regionserver.HStore(327): Store=a24415cdb75c9a11da5c69c45907c4a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,750 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1c49d6053c657a067f3d07bc1abb9fcd: Running coprocessor pre-open hook at 1731332431737Writing region info on filesystem at 1731332431737Initializing all the Stores at 1731332431738 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431738Cleaning up temporary data from old regions at 1731332431743 (+5 ms)Running coprocessor post-open hooks at 1731332431750 (+7 ms)Region opened successfully at 1731332431750 2024-11-11T13:40:31,750 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,751 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd., pid=21, masterSystemTime=1731332431724 2024-11-11T13:40:31,751 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,751 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,752 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/ae263238cfcd78f89f574b2f3d7ab833/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,752 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,752 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,752 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ae263238cfcd78f89f574b2f3d7ab833; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65434434, jitterRate=-0.02495095133781433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,752 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:31,752 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ae263238cfcd78f89f574b2f3d7ab833: Running coprocessor pre-open hook at 1731332431735Writing region info on filesystem at 1731332431735Initializing all the Stores at 1731332431738 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431738Cleaning up temporary data from old regions at 1731332431743 (+5 ms)Running coprocessor post-open hooks at 1731332431752 (+9 ms)Region opened successfully at 1731332431752 2024-11-11T13:40:31,753 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:31,753 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:31,753 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:31,753 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833., pid=15, masterSystemTime=1731332431712 2024-11-11T13:40:31,753 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b2f77bc76c2e50930a551dc6206f14b6, NAME => 'SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T13:40:31,754 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1c49d6053c657a067f3d07bc1abb9fcd, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:31,754 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,754 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,754 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,754 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,756 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:31,756 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:31,756 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,756 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:31,756 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5694dea69431cfa2ca90278bde39cd61, NAME => 'SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T13:40:31,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd, server=37d26ecf6460,41019,1731332410265 because future has completed 2024-11-11T13:40:31,756 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,757 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,757 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,757 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae263238cfcd78f89f574b2f3d7ab833, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:31,759 INFO [StoreOpener-b2f77bc76c2e50930a551dc6206f14b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae263238cfcd78f89f574b2f3d7ab833, server=37d26ecf6460,45017,1731332410316 because future has completed 2024-11-11T13:40:31,760 INFO [StoreOpener-5694dea69431cfa2ca90278bde39cd61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,761 INFO [StoreOpener-b2f77bc76c2e50930a551dc6206f14b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f77bc76c2e50930a551dc6206f14b6 columnFamilyName cf 2024-11-11T13:40:31,761 INFO [StoreOpener-5694dea69431cfa2ca90278bde39cd61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5694dea69431cfa2ca90278bde39cd61 columnFamilyName cf 2024-11-11T13:40:31,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-11T13:40:31,761 DEBUG [StoreOpener-5694dea69431cfa2ca90278bde39cd61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,761 DEBUG [StoreOpener-b2f77bc76c2e50930a551dc6206f14b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,762 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,762 INFO [StoreOpener-5694dea69431cfa2ca90278bde39cd61-1 {}] regionserver.HStore(327): Store=5694dea69431cfa2ca90278bde39cd61/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,762 INFO [StoreOpener-b2f77bc76c2e50930a551dc6206f14b6-1 {}] regionserver.HStore(327): Store=b2f77bc76c2e50930a551dc6206f14b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,762 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,762 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,762 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a24415cdb75c9a11da5c69c45907c4a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66748741, jitterRate=-0.0053662508726119995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,763 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:31,763 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a24415cdb75c9a11da5c69c45907c4a5: Running coprocessor pre-open hook at 1731332431746Writing region info on filesystem at 1731332431746Initializing all the Stores at 1731332431747 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431747Cleaning up temporary data from old regions at 1731332431752 (+5 ms)Running coprocessor post-open hooks at 1731332431763 (+11 ms)Region opened successfully at 1731332431763 2024-11-11T13:40:31,763 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,763 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,763 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,763 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd, server=37d26ecf6460,41019,1731332410265 in 10.0310 sec 2024-11-11T13:40:31,764 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,764 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,764 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,764 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,766 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5., pid=22, masterSystemTime=1731332431738 2024-11-11T13:40:31,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-11T13:40:31,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c49d6053c657a067f3d07bc1abb9fcd, ASSIGN in 10.2140 sec 2024-11-11T13:40:31,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ae263238cfcd78f89f574b2f3d7ab833, server=37d26ecf6460,45017,1731332410316 in 10.0520 sec 2024-11-11T13:40:31,766 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,766 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae263238cfcd78f89f574b2f3d7ab833, ASSIGN in 10.2160 sec 2024-11-11T13:40:31,768 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:31,768 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:31,769 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:31,769 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8089eb27c1dad632519f6ab99af4b57f, NAME => 'SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T13:40:31,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a24415cdb75c9a11da5c69c45907c4a5, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:31,769 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,769 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,769 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,769 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a24415cdb75c9a11da5c69c45907c4a5, server=37d26ecf6460,35369,1731332410347 because future has completed 2024-11-11T13:40:31,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-11T13:40:31,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a24415cdb75c9a11da5c69c45907c4a5, server=37d26ecf6460,35369,1731332410347 in 10.0440 sec 2024-11-11T13:40:31,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a24415cdb75c9a11da5c69c45907c4a5, ASSIGN in 10.2240 sec 2024-11-11T13:40:31,776 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/b2f77bc76c2e50930a551dc6206f14b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,776 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b2f77bc76c2e50930a551dc6206f14b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61341930, jitterRate=-0.08593401312828064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,776 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:31,776 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b2f77bc76c2e50930a551dc6206f14b6: Running coprocessor pre-open hook at 1731332431755Writing region info on filesystem at 1731332431755Initializing all the Stores at 1731332431755Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431756 (+1 ms)Cleaning up temporary data from old regions at 1731332431764 (+8 ms)Running coprocessor post-open hooks at 1731332431776 (+12 ms)Region opened successfully at 1731332431776 2024-11-11T13:40:31,777 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6., pid=20, masterSystemTime=1731332431724 2024-11-11T13:40:31,779 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:31,779 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:31,779 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:31,780 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5148440bc7fb326f0cd836300c2eb9be, NAME => 'SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T13:40:31,780 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,780 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,780 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,780 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,780 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5694dea69431cfa2ca90278bde39cd61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b2f77bc76c2e50930a551dc6206f14b6, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:31,781 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5694dea69431cfa2ca90278bde39cd61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74385071, jitterRate=0.10842393338680267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,781 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:31,781 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5694dea69431cfa2ca90278bde39cd61: Running coprocessor pre-open hook at 1731332431757Writing region info on filesystem at 1731332431757Initializing all the Stores at 1731332431758 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431759 (+1 ms)Cleaning up temporary data from old regions at 1731332431764 (+5 ms)Running coprocessor post-open hooks at 1731332431781 (+17 ms)Region opened successfully at 1731332431781 2024-11-11T13:40:31,782 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61., pid=19, masterSystemTime=1731332431712 2024-11-11T13:40:31,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2f77bc76c2e50930a551dc6206f14b6, server=37d26ecf6460,41019,1731332410265 because future has completed 2024-11-11T13:40:31,783 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:31,783 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:31,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5694dea69431cfa2ca90278bde39cd61, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:31,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5694dea69431cfa2ca90278bde39cd61, server=37d26ecf6460,45017,1731332410316 because future has completed 2024-11-11T13:40:31,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-11T13:40:31,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b2f77bc76c2e50930a551dc6206f14b6, server=37d26ecf6460,41019,1731332410265 in 10.0640 sec 2024-11-11T13:40:31,787 INFO [StoreOpener-8089eb27c1dad632519f6ab99af4b57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2f77bc76c2e50930a551dc6206f14b6, ASSIGN in 10.2360 sec 2024-11-11T13:40:31,788 INFO [StoreOpener-5148440bc7fb326f0cd836300c2eb9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-11T13:40:31,789 INFO [StoreOpener-8089eb27c1dad632519f6ab99af4b57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8089eb27c1dad632519f6ab99af4b57f columnFamilyName cf 2024-11-11T13:40:31,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5694dea69431cfa2ca90278bde39cd61, server=37d26ecf6460,45017,1731332410316 in 10.0680 sec 2024-11-11T13:40:31,789 DEBUG [StoreOpener-8089eb27c1dad632519f6ab99af4b57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,790 INFO [StoreOpener-8089eb27c1dad632519f6ab99af4b57f-1 {}] regionserver.HStore(327): Store=8089eb27c1dad632519f6ab99af4b57f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,790 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5694dea69431cfa2ca90278bde39cd61, ASSIGN in 10.2390 sec 2024-11-11T13:40:31,791 INFO [StoreOpener-5148440bc7fb326f0cd836300c2eb9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5148440bc7fb326f0cd836300c2eb9be columnFamilyName cf 2024-11-11T13:40:31,791 DEBUG [StoreOpener-5148440bc7fb326f0cd836300c2eb9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,791 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,791 INFO [StoreOpener-5148440bc7fb326f0cd836300c2eb9be-1 {}] regionserver.HStore(327): Store=5148440bc7fb326f0cd836300c2eb9be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,792 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,792 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,792 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,792 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,792 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,793 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,793 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,793 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,794 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,795 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,796 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/8089eb27c1dad632519f6ab99af4b57f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,797 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,797 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8089eb27c1dad632519f6ab99af4b57f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72069877, jitterRate=0.07392485439777374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,797 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:31,797 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8089eb27c1dad632519f6ab99af4b57f: Running coprocessor pre-open hook at 1731332431769Writing region info on filesystem at 1731332431769Initializing all the Stores at 1731332431771 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431771Cleaning up temporary data from old regions at 1731332431792 (+21 ms)Running coprocessor post-open hooks at 1731332431797 (+5 ms)Region opened successfully at 1731332431797 2024-11-11T13:40:31,797 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5148440bc7fb326f0cd836300c2eb9be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69295938, jitterRate=0.03258994221687317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,797 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:31,797 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5148440bc7fb326f0cd836300c2eb9be: Running coprocessor pre-open hook at 1731332431780Writing region info on filesystem at 1731332431780Initializing all the Stores at 1731332431781 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431781Cleaning up temporary data from old regions at 1731332431793 (+12 ms)Running coprocessor post-open hooks at 1731332431797 (+4 ms)Region opened successfully at 1731332431797 2024-11-11T13:40:31,798 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f., pid=23, masterSystemTime=1731332431738 2024-11-11T13:40:31,798 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., pid=17, masterSystemTime=1731332431724 2024-11-11T13:40:31,799 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:31,800 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:31,800 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:31,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8089eb27c1dad632519f6ab99af4b57f, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:31,800 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 799b5b17d88029cdb61fad3ae52eec03, NAME => 'SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T13:40:31,800 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,801 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,801 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,801 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,801 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:31,801 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:31,802 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:31,802 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => dc02c7e231e4c7f117122196aebde92e, NAME => 'SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T13:40:31,802 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,802 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:40:31,802 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,802 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5148440bc7fb326f0cd836300c2eb9be, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:31,803 INFO [StoreOpener-799b5b17d88029cdb61fad3ae52eec03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8089eb27c1dad632519f6ab99af4b57f, server=37d26ecf6460,35369,1731332410347 because future has completed 2024-11-11T13:40:31,804 INFO [StoreOpener-dc02c7e231e4c7f117122196aebde92e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,805 INFO [StoreOpener-799b5b17d88029cdb61fad3ae52eec03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799b5b17d88029cdb61fad3ae52eec03 columnFamilyName cf 2024-11-11T13:40:31,805 DEBUG [StoreOpener-799b5b17d88029cdb61fad3ae52eec03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5148440bc7fb326f0cd836300c2eb9be, server=37d26ecf6460,41019,1731332410265 because future has completed 2024-11-11T13:40:31,806 INFO [StoreOpener-dc02c7e231e4c7f117122196aebde92e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc02c7e231e4c7f117122196aebde92e columnFamilyName cf 2024-11-11T13:40:31,806 DEBUG [StoreOpener-dc02c7e231e4c7f117122196aebde92e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:40:31,806 INFO [StoreOpener-799b5b17d88029cdb61fad3ae52eec03-1 {}] regionserver.HStore(327): Store=799b5b17d88029cdb61fad3ae52eec03/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,806 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,807 INFO [StoreOpener-dc02c7e231e4c7f117122196aebde92e-1 {}] regionserver.HStore(327): Store=dc02c7e231e4c7f117122196aebde92e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T13:40:31,807 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,808 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,808 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,808 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,808 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-11T13:40:31,808 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8089eb27c1dad632519f6ab99af4b57f, server=37d26ecf6460,35369,1731332410347 in 10.0740 sec 2024-11-11T13:40:31,808 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,809 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,809 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-11T13:40:31,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8089eb27c1dad632519f6ab99af4b57f, ASSIGN in 10.2580 sec 2024-11-11T13:40:31,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5148440bc7fb326f0cd836300c2eb9be, server=37d26ecf6460,41019,1731332410265 in 10.0910 sec 2024-11-11T13:40:31,811 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,811 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5148440bc7fb326f0cd836300c2eb9be, ASSIGN in 10.2610 sec 2024-11-11T13:40:31,813 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,814 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/799b5b17d88029cdb61fad3ae52eec03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T13:40:31,814 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened dc02c7e231e4c7f117122196aebde92e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69537284, jitterRate=0.036186277866363525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,814 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:31,814 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for dc02c7e231e4c7f117122196aebde92e: Running coprocessor pre-open hook at 1731332431802Writing region info on filesystem at 1731332431802Initializing all the Stores at 1731332431803 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431803Cleaning up temporary data from old regions at 1731332431809 (+6 ms)Running coprocessor post-open hooks at 1731332431814 (+5 ms)Region opened successfully at 1731332431814 2024-11-11T13:40:31,814 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 799b5b17d88029cdb61fad3ae52eec03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74997235, jitterRate=0.11754588782787323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T13:40:31,814 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:31,814 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 799b5b17d88029cdb61fad3ae52eec03: Running coprocessor pre-open hook at 1731332431801Writing region info on filesystem at 1731332431801Initializing all the Stores at 1731332431802 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332431802Cleaning up temporary data from old regions at 1731332431808 (+6 ms)Running coprocessor post-open hooks at 1731332431814 (+6 ms)Region opened successfully at 1731332431814 2024-11-11T13:40:31,815 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., pid=18, masterSystemTime=1731332431724 2024-11-11T13:40:31,815 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03., pid=24, masterSystemTime=1731332431738 2024-11-11T13:40:31,817 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:31,817 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:31,817 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dc02c7e231e4c7f117122196aebde92e, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:31,818 DEBUG [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:31,818 INFO [RS_OPEN_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:31,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=799b5b17d88029cdb61fad3ae52eec03, regionState=OPEN, openSeqNum=2, regionLocation=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:31,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc02c7e231e4c7f117122196aebde92e, server=37d26ecf6460,41019,1731332410265 because future has completed 2024-11-11T13:40:31,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 799b5b17d88029cdb61fad3ae52eec03, server=37d26ecf6460,35369,1731332410347 because future has completed 2024-11-11T13:40:31,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-11T13:40:31,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dc02c7e231e4c7f117122196aebde92e, server=37d26ecf6460,41019,1731332410265 in 10.1050 sec 2024-11-11T13:40:31,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-11T13:40:31,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 799b5b17d88029cdb61fad3ae52eec03, server=37d26ecf6460,35369,1731332410347 in 10.0880 sec 2024-11-11T13:40:31,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc02c7e231e4c7f117122196aebde92e, ASSIGN in 10.2730 sec 2024-11-11T13:40:31,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-11T13:40:31,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=799b5b17d88029cdb61fad3ae52eec03, ASSIGN in 10.2740 sec 2024-11-11T13:40:31,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T13:40:31,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731332431827"}]},"ts":"1731332431827"} 2024-11-11T13:40:31,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T13:40:31,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T13:40:31,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4130 sec 2024-11-11T13:40:34,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T13:40:37,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T13:40:37,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T13:40:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T13:40:39,649 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T13:40:39,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T13:40:39,649 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:40:39,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T13:40:39,654 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:40:39,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T13:40:39,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,687 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,688 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,690 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,717 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5., hostname=37d26ecf6460,35369,1731332410347, seqNum=2] 2024-11-11T13:40:39,718 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5., hostname=37d26ecf6460,35369,1731332410347, seqNum=2] 2024-11-11T13:40:39,719 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5., hostname=37d26ecf6460,35369,1731332410347, seqNum=2] 2024-11-11T13:40:39,721 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5., hostname=37d26ecf6460,35369,1731332410347, seqNum=2] 2024-11-11T13:40:39,722 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5., hostname=37d26ecf6460,35369,1731332410347, seqNum=2] 2024-11-11T13:40:39,768 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., hostname=37d26ecf6460,45017,1731332410316, seqNum=2] 2024-11-11T13:40:39,769 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., hostname=37d26ecf6460,45017,1731332410316, seqNum=2] 2024-11-11T13:40:39,771 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., hostname=37d26ecf6460,45017,1731332410316, seqNum=2] 2024-11-11T13:40:39,772 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., hostname=37d26ecf6460,45017,1731332410316, seqNum=2] 2024-11-11T13:40:39,774 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., hostname=37d26ecf6460,45017,1731332410316, seqNum=2] 2024-11-11T13:40:39,775 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., hostname=37d26ecf6460,45017,1731332410316, seqNum=2] 2024-11-11T13:40:39,830 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,832 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,833 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,835 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:39,836 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., hostname=37d26ecf6460,41019,1731332410265, seqNum=2] 2024-11-11T13:40:40,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:40:40,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:40:40,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:40:40,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T13:40:40,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:40:40,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T13:40:40,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:40:40,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:40,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:40:41,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T13:40:41,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T13:40:41,300 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:40:41,301 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T13:40:41,303 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T13:40:41,307 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T13:40:41,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741848_1024 (size=49) 2024-11-11T13:40:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741848_1024 (size=49) 2024-11-11T13:40:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741848_1024 (size=49) 2024-11-11T13:40:41,330 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T13:40:41,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5694dea69431cfa2ca90278bde39cd61}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2f77bc76c2e50930a551dc6206f14b6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 799b5b17d88029cdb61fad3ae52eec03}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8089eb27c1dad632519f6ab99af4b57f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae263238cfcd78f89f574b2f3d7ab833}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5148440bc7fb326f0cd836300c2eb9be}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a24415cdb75c9a11da5c69c45907c4a5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 043b1148c79f58e31961a48ba8d03466}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc02c7e231e4c7f117122196aebde92e}] 2024-11-11T13:40:41,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:41,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:41,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:41,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:41,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:41,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:41,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:41,356 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:41,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:41,360 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:44,860 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T13:40:51,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T13:40:51,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T13:40:51,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:51,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b2f77bc76c2e50930a551dc6206f14b6: 2024-11-11T13:40:51,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T13:40:51,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T13:40:51,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T13:40:51,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1c49d6053c657a067f3d07bc1abb9fcd: 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:51,340 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 043b1148c79f58e31961a48ba8d03466 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 799b5b17d88029cdb61fad3ae52eec03: 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:40:51,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T13:40:51,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:51,341 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a24415cdb75c9a11da5c69c45907c4a5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T13:40:51,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T13:40:51,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:51,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ae263238cfcd78f89f574b2f3d7ab833: 2024-11-11T13:40:51,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:40:51,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T13:40:51,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:51,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:51,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:51,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing dc02c7e231e4c7f117122196aebde92e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T13:40:51,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8089eb27c1dad632519f6ab99af4b57f: 2024-11-11T13:40:51,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:40:51,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5694dea69431cfa2ca90278bde39cd61: 2024-11-11T13:40:51,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T13:40:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741849_1025 (size=65) 2024-11-11T13:40:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741849_1025 (size=65) 2024-11-11T13:40:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741849_1025 (size=65) 2024-11-11T13:40:51,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:40:51,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T13:40:51,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:51,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5148440bc7fb326f0cd836300c2eb9be 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T13:40:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T13:40:51,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:51,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:40:51,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c49d6053c657a067f3d07bc1abb9fcd in 10.0590 sec 2024-11-11T13:40:51,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/.tmp/cf/3014f3ff14a0423c940a831001b1661b is 34, key is baa/cf:cf/1731332440668/Put/seqid=0 2024-11-11T13:40:51,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/.tmp/cf/c8e7de00afa64315ab79bfc67427a3c9 is 34, key is ccd/cf:cf/1731332440707/Put/seqid=0 2024-11-11T13:40:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741852_1028 (size=65) 2024-11-11T13:40:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741852_1028 (size=65) 2024-11-11T13:40:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741852_1028 (size=65) 2024-11-11T13:40:51,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731332421417.8089eb27c1dad632519f6ab99af4b57f. 2024-11-11T13:40:51,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T13:40:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T13:40:51,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:51,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8089eb27c1dad632519f6ab99af4b57f 2024-11-11T13:40:51,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8089eb27c1dad632519f6ab99af4b57f in 10.0700 sec 2024-11-11T13:40:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741851_1027 (size=65) 2024-11-11T13:40:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741851_1027 (size=65) 2024-11-11T13:40:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741851_1027 (size=65) 2024-11-11T13:40:51,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731332421417.799b5b17d88029cdb61fad3ae52eec03. 2024-11-11T13:40:51,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T13:40:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T13:40:51,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:51,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 799b5b17d88029cdb61fad3ae52eec03 2024-11-11T13:40:51,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 799b5b17d88029cdb61fad3ae52eec03 in 10.0770 sec 2024-11-11T13:40:51,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741853_1029 (size=65) 2024-11-11T13:40:51,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741853_1029 (size=65) 2024-11-11T13:40:51,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741853_1029 (size=65) 2024-11-11T13:40:51,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:40:51,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T13:40:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T13:40:51,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:51,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:40:51,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae263238cfcd78f89f574b2f3d7ab833 in 10.0940 sec 2024-11-11T13:40:51,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/.tmp/cf/e79fee26b5b64bc38df5236c29eb4d12 is 34, key is eaa/cf:cf/1731332441151/Put/seqid=0 2024-11-11T13:40:51,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741850_1026 (size=65) 2024-11-11T13:40:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741850_1026 (size=65) 2024-11-11T13:40:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741850_1026 (size=65) 2024-11-11T13:40:51,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:40:51,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T13:40:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T13:40:51,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:51,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/.tmp/cf/6e437fbeea8a44a88501d9cbc5f782de is 34, key is aaa/cf:cf/1731332440745/Put/seqid=0 2024-11-11T13:40:51,455 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:40:51,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2f77bc76c2e50930a551dc6206f14b6 in 10.1280 sec 2024-11-11T13:40:51,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741856_1032 (size=47197) 2024-11-11T13:40:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741856_1032 (size=47197) 2024-11-11T13:40:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741856_1032 (size=47197) 2024-11-11T13:40:51,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/.tmp/cf/c8e7de00afa64315ab79bfc67427a3c9 2024-11-11T13:40:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741854_1030 (size=57) 2024-11-11T13:40:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741854_1030 (size=57) 2024-11-11T13:40:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741854_1030 (size=57) 2024-11-11T13:40:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741857_1033 (size=499309) 2024-11-11T13:40:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741857_1033 (size=499309) 2024-11-11T13:40:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741857_1033 (size=499309) 2024-11-11T13:40:51,547 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/.tmp/cf/e79fee26b5b64bc38df5236c29eb4d12 2024-11-11T13:40:51,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:40:51,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T13:40:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T13:40:51,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:51,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/.tmp/cf/c8e7de00afa64315ab79bfc67427a3c9 as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/cf/c8e7de00afa64315ab79bfc67427a3c9 2024-11-11T13:40:51,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:40:51,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5694dea69431cfa2ca90278bde39cd61 in 10.2330 sec 2024-11-11T13:40:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741855_1031 (size=28623) 2024-11-11T13:40:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741855_1031 (size=28623) 2024-11-11T13:40:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741855_1031 (size=28623) 2024-11-11T13:40:51,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/.tmp/cf/3014f3ff14a0423c940a831001b1661b 2024-11-11T13:40:51,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/cf/c8e7de00afa64315ab79bfc67427a3c9, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T13:40:51,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 043b1148c79f58e31961a48ba8d03466 in 251ms, sequenceid=5, compaction requested=false 2024-11-11T13:40:51,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 043b1148c79f58e31961a48ba8d03466: 2024-11-11T13:40:51,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/cf/c8e7de00afa64315ab79bfc67427a3c9] hfiles 2024-11-11T13:40:51,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/cf/c8e7de00afa64315ab79bfc67427a3c9 for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/.tmp/cf/e79fee26b5b64bc38df5236c29eb4d12 as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/cf/e79fee26b5b64bc38df5236c29eb4d12 2024-11-11T13:40:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741858_1034 (size=26918) 2024-11-11T13:40:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741858_1034 (size=26918) 2024-11-11T13:40:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741858_1034 (size=26918) 2024-11-11T13:40:51,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/.tmp/cf/6e437fbeea8a44a88501d9cbc5f782de 2024-11-11T13:40:51,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/.tmp/cf/3014f3ff14a0423c940a831001b1661b as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/cf/3014f3ff14a0423c940a831001b1661b 2024-11-11T13:40:51,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/cf/e79fee26b5b64bc38df5236c29eb4d12, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T13:40:51,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for dc02c7e231e4c7f117122196aebde92e in 273ms, sequenceid=5, compaction requested=false 2024-11-11T13:40:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/.tmp/cf/6e437fbeea8a44a88501d9cbc5f782de as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/cf/6e437fbeea8a44a88501d9cbc5f782de 2024-11-11T13:40:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dc02c7e231e4c7f117122196aebde92e: 2024-11-11T13:40:51,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/cf/e79fee26b5b64bc38df5236c29eb4d12] hfiles 2024-11-11T13:40:51,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/cf/e79fee26b5b64bc38df5236c29eb4d12 for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/cf/6e437fbeea8a44a88501d9cbc5f782de, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T13:40:51,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5148440bc7fb326f0cd836300c2eb9be in 248ms, sequenceid=5, compaction requested=false 2024-11-11T13:40:51,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5148440bc7fb326f0cd836300c2eb9be: 2024-11-11T13:40:51,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/cf/6e437fbeea8a44a88501d9cbc5f782de] hfiles 2024-11-11T13:40:51,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/cf/6e437fbeea8a44a88501d9cbc5f782de for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/cf/3014f3ff14a0423c940a831001b1661b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T13:40:51,648 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a24415cdb75c9a11da5c69c45907c4a5 in 306ms, sequenceid=5, compaction requested=false 2024-11-11T13:40:51,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a24415cdb75c9a11da5c69c45907c4a5: 2024-11-11T13:40:51,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. for SnapshotProcedureTest completed. 2024-11-11T13:40:51,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T13:40:51,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/cf/3014f3ff14a0423c940a831001b1661b] hfiles 2024-11-11T13:40:51,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/a24415cdb75c9a11da5c69c45907c4a5/cf/3014f3ff14a0423c940a831001b1661b for snapshot=SnapshotProcedureTest 2024-11-11T13:40:51,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741859_1035 (size=105) 2024-11-11T13:40:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741859_1035 (size=105) 2024-11-11T13:40:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741859_1035 (size=105) 2024-11-11T13:40:51,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:40:51,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T13:40:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T13:40:51,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:51,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:40:51,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 043b1148c79f58e31961a48ba8d03466 in 10.3580 sec 2024-11-11T13:40:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741860_1036 (size=97) 2024-11-11T13:40:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741860_1036 (size=97) 2024-11-11T13:40:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741860_1036 (size=97) 2024-11-11T13:40:51,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:40:51,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T13:40:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T13:40:51,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:51,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:40:51,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc02c7e231e4c7f117122196aebde92e in 10.3640 sec 2024-11-11T13:40:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741861_1037 (size=105) 2024-11-11T13:40:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741861_1037 (size=105) 2024-11-11T13:40:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741861_1037 (size=105) 2024-11-11T13:40:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741862_1038 (size=105) 2024-11-11T13:40:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741862_1038 (size=105) 2024-11-11T13:40:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741862_1038 (size=105) 2024-11-11T13:40:51,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731332421417.a24415cdb75c9a11da5c69c45907c4a5. 2024-11-11T13:40:51,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T13:40:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T13:40:51,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:51,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a24415cdb75c9a11da5c69c45907c4a5 2024-11-11T13:40:51,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a24415cdb75c9a11da5c69c45907c4a5 in 10.4240 sec 2024-11-11T13:40:52,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:40:52,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T13:40:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T13:40:52,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:52,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:40:52,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-11T13:40:52,143 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T13:40:52,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5148440bc7fb326f0cd836300c2eb9be in 10.8100 sec 2024-11-11T13:40:52,144 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T13:40:52,145 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T13:40:52,145 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T13:40:52,170 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:40:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741863_1039 (size=1174) 2024-11-11T13:40:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741863_1039 (size=1174) 2024-11-11T13:40:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741863_1039 (size=1174) 2024-11-11T13:40:52,232 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T13:40:52,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T13:40:52,240 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:52,240 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:52,240 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:52,240 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:52,240 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:40:52,245 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:52,245 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:40:52,245 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:52,245 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:40:52,320 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:41:01,374 INFO [master/37d26ecf6460:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T13:41:01,374 INFO [master/37d26ecf6460:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T13:41:02,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T13:41:02,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T13:41:02,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T13:41:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T13:41:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T13:41:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T13:41:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T13:41:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T13:41:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T13:41:02,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:41:02,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T13:41:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T13:41:02,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T13:41:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T13:41:02,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T13:41:02,255 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,41019,1731332410265 Release verify snapshot worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:41:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T13:41:02,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:41:02,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T13:41:02,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T13:41:02,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T13:41:02,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T13:41:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T13:41:02,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T13:41:02,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T13:41:02,258 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,41019,1731332410265 Release verify snapshot worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:41:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T13:41:02,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T13:41:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T13:41:02,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,41019,1731332410265 in 10.0180 sec 2024-11-11T13:41:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T13:41:02,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,41019,1731332410265 in 10.0210 sec 2024-11-11T13:41:02,262 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 Release verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,263 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,41019,1731332410265 Release verify snapshot worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:41:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T13:41:02,264 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 Release verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T13:41:02,265 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 in 10.0250 sec 2024-11-11T13:41:02,267 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 Release verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,268 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 Release verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 in 10.0270 sec 2024-11-11T13:41:02,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 in 10.0300 sec 2024-11-11T13:41:02,274 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 Release verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:02,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 in 10.0310 sec 2024-11-11T13:41:02,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,41019,1731332410265 in 10.0260 sec 2024-11-11T13:41:02,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 in 10.0380 sec 2024-11-11T13:41:02,280 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 Release verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:02,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 in 10.0430 sec 2024-11-11T13:41:02,321 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,322 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 37d26ecf6460,35369,1731332410347: Simulated kill ***** 2024-11-11T13:41:02,322 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T13:41:02,322 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T13:41:02,323 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T13:41:02,323 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T13:41:02,323 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T13:41:02,323 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 401774592 }, "NonHeapMemoryUsage": { "committed": 175308800, "init": 7667712, "max": -1, "used": 171168064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T13:41:02,324 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] master.MasterRpcServices(700): 37d26ecf6460,35369,1731332410347 reported a fatal error: ***** ABORTING region server 37d26ecf6460,35369,1731332410347: Simulated kill ***** 2024-11-11T13:41:02,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37d26ecf6460,35369,1731332410347' ***** 2024-11-11T13:41:02,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T13:41:02,325 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:41:02,325 INFO [RS:2;37d26ecf6460:35369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T13:41:02,325 INFO [RS:2;37d26ecf6460:35369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T13:41:02,325 INFO [RS:2;37d26ecf6460:35369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:41:02,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:41:02,325 INFO [RS:2;37d26ecf6460:35369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;37d26ecf6460:35369. 2024-11-11T13:41:02,325 DEBUG [RS:2;37d26ecf6460:35369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:41:02,325 DEBUG [RS:2;37d26ecf6460:35369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:02,325 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T13:41:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741836_1012 (size=14382) 2024-11-11T13:41:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741836_1012 (size=14382) 2024-11-11T13:41:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741836_1012 (size=14382) 2024-11-11T13:41:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741834_1010 (size=1488) 2024-11-11T13:41:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741834_1010 (size=1488) 2024-11-11T13:41:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741834_1010 (size=1488) 2024-11-11T13:41:02,338 DEBUG [RS:2;37d26ecf6460:35369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:02,338 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:41:02,338 INFO [regionserver/37d26ecf6460:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:41:02,338 INFO [RS:2;37d26ecf6460:35369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35369 2024-11-11T13:41:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:41:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,393 INFO [RS:2;37d26ecf6460:35369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:41:02,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37d26ecf6460,35369,1731332410347] 2024-11-11T13:41:02,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37d26ecf6460,35369,1731332410347 already deleted, retry=false 2024-11-11T13:41:02,434 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 37d26ecf6460,35369,1731332410347 on 37d26ecf6460,45321,1731332410072 2024-11-11T13:41:02,435 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 37d26ecf6460,35369,1731332410347, splitWal=true, meta=true 2024-11-11T13:41:02,436 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 37d26ecf6460,35369,1731332410347 (carryingMeta=true) 37d26ecf6460,35369,1731332410347/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25d85339[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T13:41:02,437 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 37d26ecf6460,35369,1731332410347, splitWal=true, meta=true 2024-11-11T13:41:02,438 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 37d26ecf6460,35369,1731332410347, splitWal=true, meta=true, isMeta: true 2024-11-11T13:41:02,439 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting 2024-11-11T13:41:02,441 INFO [PEWorker-1 {}] master.SplitWALManager(105): 37d26ecf6460,35369,1731332410347 WAL count=1, meta=true 2024-11-11T13:41:02,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta}] 2024-11-11T13:41:02,443 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:41:02,444 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-11T13:41:02,444 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-11T13:41:02,444 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-11T13:41:02,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, worker=37d26ecf6460,41019,1731332410265}] 2024-11-11T13:41:02,444 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,35369,1731332410347 Release verify snapshot worker=37d26ecf6460,35369,1731332410347 2024-11-11T13:41:02,445 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 37d26ecf6460,35369,1731332410347, this operation will be retried to send to another server 2024-11-11T13:41:02,445 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T13:41:02,445 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731332463445 2024-11-11T13:41:02,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:02,526 INFO [RS:2;37d26ecf6460:35369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:41:02,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35369-0x1012b69bcaa0003, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:02,526 INFO [RS:2;37d26ecf6460:35369 {}] regionserver.HRegionServer(1031): Exiting; stopping=37d26ecf6460,35369,1731332410347; zookeeper connection closed. 2024-11-11T13:41:02,526 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c5b5de9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c5b5de9 2024-11-11T13:41:02,892 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:41:02,892 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:41:03,448 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:10,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T13:41:10,906 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T13:41:12,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T13:41:12,466 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, size=14.0 K (14382bytes) 2024-11-11T13:41:12,466 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta 2024-11-11T13:41:12,466 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta after 0ms 2024-11-11T13:41:12,471 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta took 6ms 2024-11-11T13:41:12,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T13:41:12,480 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta so closing down 2024-11-11T13:41:12,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T13:41:12,492 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp 2024-11-11T13:41:12,495 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp 2024-11-11T13:41:12,497 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T13:41:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741864_1040 (size=14141) 2024-11-11T13:41:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741864_1040 (size=14141) 2024-11-11T13:41:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741864_1040 (size=14141) 2024-11-11T13:41:12,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-11T13:41:12,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp to hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T13:41:12,532 INFO [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 57 ms; skipped=1; WAL=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T13:41:12,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, journal: Splitting hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, size=14.0 K (14382bytes) at 1731332472466Finishing writing output for hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta so closing down at 1731332472481 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp at 1731332472495 (+14 ms)3 split writer threads finished at 1731332472497 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731332472528 (+31 ms)Rename recovered edits hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta.temp to hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731332472532 (+4 ms)Processed 26 edits across 1 Regions in 57 ms; skipped=1; WAL=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731332472532 2024-11-11T13:41:12,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta 2024-11-11T13:41:12,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37d26ecf6460:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T13:41:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T13:41:12,539 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting/37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta to hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs 2024-11-11T13:41:12,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T13:41:12,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, worker=37d26ecf6460,41019,1731332410265 in 10.0950 sec 2024-11-11T13:41:12,543 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=37d26ecf6460,41019,1731332410265 2024-11-11T13:41:12,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T13:41:12,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 37d26ecf6460%2C35369%2C1731332410347.meta.1731332421230.meta, worker=37d26ecf6460,41019,1731332410265 in 10.1020 sec 2024-11-11T13:41:12,550 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,35369,1731332410347-splitting dir is empty, no logs to split. 2024-11-11T13:41:12,550 INFO [PEWorker-4 {}] master.SplitWALManager(105): 37d26ecf6460,35369,1731332410347 WAL count=0, meta=true 2024-11-11T13:41:12,550 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 37d26ecf6460,35369,1731332410347 WAL splitting is done? wals=0, meta=true 2024-11-11T13:41:12,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T13:41:12,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:41:12,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T13:41:12,704 DEBUG [37d26ecf6460:45321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T13:41:12,705 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(204): Hosts are {37d26ecf6460=0} racks are {/default-rack=0} 2024-11-11T13:41:12,705 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T13:41:12,705 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T13:41:12,705 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T13:41:12,705 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T13:41:12,705 INFO [37d26ecf6460:45321 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T13:41:12,705 INFO [37d26ecf6460:45321 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T13:41:12,705 DEBUG [37d26ecf6460:45321 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T13:41:12,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:12,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37d26ecf6460,45017,1731332410316, state=OPENING 2024-11-11T13:41:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:41:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:41:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:41:12,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T13:41:12,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:41:12,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:41:12,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:41:12,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37d26ecf6460,45017,1731332410316}] 2024-11-11T13:41:13,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T13:41:13,453 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T13:41:13,453 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T13:41:13,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T13:41:13,453 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T13:41:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T13:41:13,456 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 Release verify snapshot worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:13,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-11T13:41:13,458 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T13:41:13,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=37d26ecf6460,45017,1731332410316 in 21.2190 sec 2024-11-11T13:41:13,459 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T13:41:13,462 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37d26ecf6460%2C45017%2C1731332410316.meta, suffix=.meta, logDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs, maxLogs=32 2024-11-11T13:41:13,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T13:41:13,465 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T13:41:13,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.1710 sec 2024-11-11T13:41:13,480 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316/37d26ecf6460%2C45017%2C1731332410316.meta.1731332473462.meta, exclude list is [], retry=0 2024-11-11T13:41:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-b8552fa5-3394-4a6d-a07f-81f1d2248b51,DISK] 2024-11-11T13:41:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-042b4c32-d314-4db2-9cdd-53ea3e1dbf40,DISK] 2024-11-11T13:41:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34597,DS-272236d3-c2d1-4670-ad23-a65109c0e559,DISK] 2024-11-11T13:41:13,498 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/WALs/37d26ecf6460,45017,1731332410316/37d26ecf6460%2C45017%2C1731332410316.meta.1731332473462.meta 2024-11-11T13:41:13,499 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44243:44243),(127.0.0.1/127.0.0.1:37621:37621),(127.0.0.1/127.0.0.1:39093:39093)] 2024-11-11T13:41:13,499 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T13:41:13,500 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T13:41:13,500 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T13:41:13,500 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T13:41:13,500 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T13:41:13,500 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T13:41:13,500 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T13:41:13,500 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T13:41:13,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T13:41:13,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T13:41:13,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:41:13,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:41:13,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T13:41:13,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T13:41:13,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:41:13,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:41:13,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T13:41:13,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T13:41:13,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:41:13,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:41:13,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T13:41:13,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T13:41:13,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T13:41:13,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T13:41:13,511 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T13:41:13,512 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740 2024-11-11T13:41:13,514 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740 2024-11-11T13:41:13,515 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T13:41:13,526 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T13:41:13,527 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T13:41:13,547 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T13:41:13,549 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 37d26ecf6460:35369 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 37d26ecf6460/172.17.0.3:35369 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T13:41:13,551 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 37d26ecf6460:35369 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 37d26ecf6460/172.17.0.3:35369 2024-11-11T13:41:13,553 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1, error=java.net.ConnectException: Call to address=37d26ecf6460:35369 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 37d26ecf6460/172.17.0.3:35369 2024-11-11T13:41:13,554 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T13:41:13,554 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,35369,1731332410347, seqNum=-1 from cache 2024-11-11T13:41:13,570 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/info/986344438fb5428fbc8003f06f09a636 is 167, key is SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6./info:regioninfo/1731332431780/Put/seqid=0 2024-11-11T13:41:13,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741866_1042 (size=18393) 2024-11-11T13:41:13,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741866_1042 (size=18393) 2024-11-11T13:41:13,596 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/info/986344438fb5428fbc8003f06f09a636 2024-11-11T13:41:13,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741866_1042 (size=18393) 2024-11-11T13:41:13,630 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/ns/30ca667a8de0430d82e4ac360c1c70fe is 43, key is default/ns:d/1731332421325/Put/seqid=0 2024-11-11T13:41:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741867_1043 (size=5153) 2024-11-11T13:41:13,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741867_1043 (size=5153) 2024-11-11T13:41:13,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741867_1043 (size=5153) 2024-11-11T13:41:13,641 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/ns/30ca667a8de0430d82e4ac360c1c70fe 2024-11-11T13:41:13,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:41:13,659 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,45017,1731332410316, seqNum=-1] 2024-11-11T13:41:13,662 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/table/a80064b1291448b38cbce4808cae249a is 47, key is SPTestTable/table:state/1731332431827/Put/seqid=0 2024-11-11T13:41:13,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:41226 deadline: 1731332533548, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 37d26ecf6460,45017,1731332410316 2024-11-11T13:41:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741868_1044 (size=5214) 2024-11-11T13:41:13,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741868_1044 (size=5214) 2024-11-11T13:41:13,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741868_1044 (size=5214) 2024-11-11T13:41:13,685 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/table/a80064b1291448b38cbce4808cae249a 2024-11-11T13:41:13,686 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,45017,1731332410316, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,45017,1731332410316, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 37d26ecf6460,45017,1731332410316 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:41:13,686 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,45017,1731332410316, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 37d26ecf6460,45017,1731332410316 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T13:41:13,686 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,45017,1731332410316, seqNum=-1 from cache 2024-11-11T13:41:13,696 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/info/986344438fb5428fbc8003f06f09a636 as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/info/986344438fb5428fbc8003f06f09a636 2024-11-11T13:41:13,705 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/info/986344438fb5428fbc8003f06f09a636, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T13:41:13,707 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/ns/30ca667a8de0430d82e4ac360c1c70fe as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/ns/30ca667a8de0430d82e4ac360c1c70fe 2024-11-11T13:41:13,717 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/ns/30ca667a8de0430d82e4ac360c1c70fe, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T13:41:13,718 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/.tmp/table/a80064b1291448b38cbce4808cae249a as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/table/a80064b1291448b38cbce4808cae249a 2024-11-11T13:41:13,731 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/table/a80064b1291448b38cbce4808cae249a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T13:41:13,731 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 205ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T13:41:13,732 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T13:41:13,734 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T13:41:13,734 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T13:41:13,735 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T13:41:13,736 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T13:41:13,739 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T13:41:13,740 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68651335, jitterRate=0.022984609007835388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T13:41:13,740 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T13:41:13,740 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731332473501Writing region info on filesystem at 1731332473501Initializing all the Stores at 1731332473502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332473502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332473503 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731332473503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731332473503Obtaining lock to block concurrent updates at 1731332473527 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731332473527Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731332473527Flushing stores of hbase:meta,,1.1588230740 at 1731332473527Flushing 1588230740/info: creating writer at 1731332473527Flushing 1588230740/info: appending metadata at 1731332473570 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731332473570Flushing 1588230740/ns: creating writer at 1731332473609 (+39 ms)Flushing 1588230740/ns: appending metadata at 1731332473629 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731332473629Flushing 1588230740/table: creating writer at 1731332473647 (+18 ms)Flushing 1588230740/table: appending metadata at 1731332473662 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731332473662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36147ca8: reopening flushed file at 1731332473695 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2e1ae7: reopening flushed file at 1731332473706 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793cf689: reopening flushed file at 1731332473717 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 205ms, sequenceid=28, compaction requested=false; wal=null at 1731332473731 (+14 ms)Cleaning up temporary data from old regions at 1731332473734 (+3 ms)Running coprocessor post-open hooks at 1731332473740 (+6 ms)Region opened successfully at 1731332473740 2024-11-11T13:41:13,741 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731332473448 2024-11-11T13:41:13,744 DEBUG [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T13:41:13,744 INFO [RS_OPEN_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T13:41:13,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:13,745 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37d26ecf6460,45017,1731332410316, state=OPEN 2024-11-11T13:41:13,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:41:13,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:41:13,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T13:41:13,784 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:13,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:41:13,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:41:13,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T13:41:13,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T13:41:13,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37d26ecf6460,45017,1731332410316 in 1.0420 sec 2024-11-11T13:41:13,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-11T13:41:13,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2390 sec 2024-11-11T13:41:13,794 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 37d26ecf6460,35369,1731332410347 had 4 regions 2024-11-11T13:41:13,795 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 37d26ecf6460,35369,1731332410347, splitWal=true, meta=true, isMeta: false 2024-11-11T13:41:13,798 INFO [PEWorker-4 {}] master.SplitWALManager(105): 37d26ecf6460,35369,1731332410347 WAL count=1, meta=false 2024-11-11T13:41:13,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 37d26ecf6460%2C35369%2C1731332410347.1731332411025}] 2024-11-11T13:41:13,801 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=37d26ecf6460,45017,1731332410316 2024-11-11T13:41:13,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 37d26ecf6460%2C35369%2C1731332410347.1731332411025, worker=37d26ecf6460,45017,1731332410316}] 2024-11-11T13:41:13,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T13:41:13,899 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37d26ecf6460,45017,1731332410316, seqNum=-1] 2024-11-11T13:41:13,928 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T13:41:13,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T13:41:13,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:41:13,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:41:13,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:13,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:13,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T13:41:13,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T13:41:13,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=682619052, stopped=false 2024-11-11T13:41:13,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=37d26ecf6460,45321,1731332410072 2024-11-11T13:41:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T13:41:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T13:41:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T13:41:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:41:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:41:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:41:13,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:41:13,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T13:41:13,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:41:13,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:13,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37d26ecf6460,41019,1731332410265' ***** 2024-11-11T13:41:13,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:41:13,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37d26ecf6460,45017,1731332410316' ***** 2024-11-11T13:41:13,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T13:41:13,936 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:41:13,937 INFO [RS:0;37d26ecf6460:41019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:41:13,937 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T13:41:13,937 INFO [RS:0;37d26ecf6460:41019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:41:13,937 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:41:13,937 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c49d6053c657a067f3d07bc1abb9fcd 2024-11-11T13:41:13,937 INFO [RS:1;37d26ecf6460:45017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T13:41:13,937 INFO [RS:1;37d26ecf6460:45017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T13:41:13,937 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(3091): Received CLOSE for 043b1148c79f58e31961a48ba8d03466 2024-11-11T13:41:13,937 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T13:41:13,939 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(3091): Received CLOSE for 5148440bc7fb326f0cd836300c2eb9be 2024-11-11T13:41:13,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:41:13,939 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(3091): Received CLOSE for dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:41:13,939 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(3091): Received CLOSE for b2f77bc76c2e50930a551dc6206f14b6 2024-11-11T13:41:13,940 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(959): stopping server 37d26ecf6460,41019,1731332410265 2024-11-11T13:41:13,940 INFO [RS:0;37d26ecf6460:41019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:41:13,940 INFO [RS:0;37d26ecf6460:41019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;37d26ecf6460:41019. 2024-11-11T13:41:13,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:41:13,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T13:41:13,940 DEBUG [RS:0;37d26ecf6460:41019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:41:13,940 DEBUG [RS:0;37d26ecf6460:41019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:13,940 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T13:41:13,940 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1325): Online Regions={1c49d6053c657a067f3d07bc1abb9fcd=SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd., 5148440bc7fb326f0cd836300c2eb9be=SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be., dc02c7e231e4c7f117122196aebde92e=SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e., b2f77bc76c2e50930a551dc6206f14b6=SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6.} 2024-11-11T13:41:13,940 DEBUG [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1351): Waiting on 1c49d6053c657a067f3d07bc1abb9fcd, 5148440bc7fb326f0cd836300c2eb9be, b2f77bc76c2e50930a551dc6206f14b6, dc02c7e231e4c7f117122196aebde92e 2024-11-11T13:41:13,940 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c49d6053c657a067f3d07bc1abb9fcd, disabling compactions & flushes 2024-11-11T13:41:13,940 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:41:13,940 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:41:13,941 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. after waiting 0 ms 2024-11-11T13:41:13,941 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:41:13,942 INFO [regionserver/37d26ecf6460:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:41:13,944 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:41:13,944 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(3091): Received CLOSE for ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(3091): Received CLOSE for 5694dea69431cfa2ca90278bde39cd61 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(959): stopping server 37d26ecf6460,45017,1731332410316 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:41:13,946 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 043b1148c79f58e31961a48ba8d03466, disabling compactions & flushes 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;37d26ecf6460:45017. 2024-11-11T13:41:13,946 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:41:13,946 DEBUG [RS:1;37d26ecf6460:45017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T13:41:13,946 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:41:13,946 DEBUG [RS:1;37d26ecf6460:45017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:13,946 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. after waiting 0 ms 2024-11-11T13:41:13,946 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:41:13,946 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T13:41:13,947 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T13:41:13,947 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1325): Online Regions={043b1148c79f58e31961a48ba8d03466=SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466., ae263238cfcd78f89f574b2f3d7ab833=SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833., 5694dea69431cfa2ca90278bde39cd61=SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T13:41:13,947 DEBUG [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1351): Waiting on 043b1148c79f58e31961a48ba8d03466, 1588230740, 5694dea69431cfa2ca90278bde39cd61, ae263238cfcd78f89f574b2f3d7ab833 2024-11-11T13:41:13,947 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T13:41:13,947 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T13:41:13,947 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T13:41:13,947 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T13:41:13,947 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T13:41:13,951 INFO [regionserver/37d26ecf6460:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:41:13,964 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/1c49d6053c657a067f3d07bc1abb9fcd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:41:13,965 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:41:13,965 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c49d6053c657a067f3d07bc1abb9fcd: Waiting for close lock at 1731332473940Running coprocessor pre-close hooks at 1731332473940Disabling compacts and flushes for region at 1731332473940Disabling writes for close at 1731332473941 (+1 ms)Writing region close event to WAL at 1731332473947 (+6 ms)Running coprocessor post-close hooks at 1731332473965 (+18 ms)Closed at 1731332473965 2024-11-11T13:41:13,965 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731332421417.1c49d6053c657a067f3d07bc1abb9fcd. 2024-11-11T13:41:13,965 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5148440bc7fb326f0cd836300c2eb9be, disabling compactions & flushes 2024-11-11T13:41:13,965 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:41:13,965 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:41:13,965 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. after waiting 0 ms 2024-11-11T13:41:13,965 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:41:13,972 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/043b1148c79f58e31961a48ba8d03466/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:41:13,973 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:41:13,973 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 043b1148c79f58e31961a48ba8d03466: Waiting for close lock at 1731332473946Running coprocessor pre-close hooks at 1731332473946Disabling compacts and flushes for region at 1731332473946Disabling writes for close at 1731332473946Writing region close event to WAL at 1731332473959 (+13 ms)Running coprocessor post-close hooks at 1731332473973 (+14 ms)Closed at 1731332473973 2024-11-11T13:41:13,973 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731332421417.043b1148c79f58e31961a48ba8d03466. 2024-11-11T13:41:13,973 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae263238cfcd78f89f574b2f3d7ab833, disabling compactions & flushes 2024-11-11T13:41:13,974 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:41:13,974 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:41:13,974 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. after waiting 0 ms 2024-11-11T13:41:13,974 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:41:13,977 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T13:41:13,977 INFO [regionserver/37d26ecf6460:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T13:41:13,988 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5148440bc7fb326f0cd836300c2eb9be/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:41:13,989 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:41:13,989 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5148440bc7fb326f0cd836300c2eb9be: Waiting for close lock at 1731332473965Running coprocessor pre-close hooks at 1731332473965Disabling compacts and flushes for region at 1731332473965Disabling writes for close at 1731332473965Writing region close event to WAL at 1731332473975 (+10 ms)Running coprocessor post-close hooks at 1731332473989 (+14 ms)Closed at 1731332473989 2024-11-11T13:41:13,989 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731332421417.5148440bc7fb326f0cd836300c2eb9be. 2024-11-11T13:41:13,989 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc02c7e231e4c7f117122196aebde92e, disabling compactions & flushes 2024-11-11T13:41:13,989 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:41:13,989 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:41:13,989 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. after waiting 0 ms 2024-11-11T13:41:13,989 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:41:13,992 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-11T13:41:13,992 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/ae263238cfcd78f89f574b2f3d7ab833/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:41:13,993 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T13:41:13,993 INFO [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T13:41:13,993 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731332473947Running coprocessor pre-close hooks at 1731332473947Disabling compacts and flushes for region at 1731332473947Disabling writes for close at 1731332473947Writing region close event to WAL at 1731332473972 (+25 ms)Running coprocessor post-close hooks at 1731332473993 (+21 ms)Closed at 1731332473993 2024-11-11T13:41:13,993 DEBUG [RS_CLOSE_META-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T13:41:13,994 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:41:13,994 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae263238cfcd78f89f574b2f3d7ab833: Waiting for close lock at 1731332473973Running coprocessor pre-close hooks at 1731332473973Disabling compacts and flushes for region at 1731332473973Disabling writes for close at 1731332473974 (+1 ms)Writing region close event to WAL at 1731332473980 (+6 ms)Running coprocessor post-close hooks at 1731332473993 (+13 ms)Closed at 1731332473994 (+1 ms) 2024-11-11T13:41:13,994 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731332421417.ae263238cfcd78f89f574b2f3d7ab833. 2024-11-11T13:41:13,994 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5694dea69431cfa2ca90278bde39cd61, disabling compactions & flushes 2024-11-11T13:41:13,994 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:41:13,994 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:41:13,994 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. after waiting 0 ms 2024-11-11T13:41:13,994 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:41:13,997 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/dc02c7e231e4c7f117122196aebde92e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T13:41:13,998 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:41:13,998 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc02c7e231e4c7f117122196aebde92e: Waiting for close lock at 1731332473989Running coprocessor pre-close hooks at 1731332473989Disabling compacts and flushes for region at 1731332473989Disabling writes for close at 1731332473989Writing region close event to WAL at 1731332473993 (+4 ms)Running coprocessor post-close hooks at 1731332473998 (+5 ms)Closed at 1731332473998 2024-11-11T13:41:13,998 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731332421417.dc02c7e231e4c7f117122196aebde92e. 2024-11-11T13:41:13,998 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2f77bc76c2e50930a551dc6206f14b6, disabling compactions & flushes 2024-11-11T13:41:13,998 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:41:13,998 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:41:13,998 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. after waiting 0 ms 2024-11-11T13:41:13,998 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:41:14,000 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/5694dea69431cfa2ca90278bde39cd61/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:41:14,001 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:41:14,001 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5694dea69431cfa2ca90278bde39cd61: Waiting for close lock at 1731332473994Running coprocessor pre-close hooks at 1731332473994Disabling compacts and flushes for region at 1731332473994Disabling writes for close at 1731332473994Writing region close event to WAL at 1731332473995 (+1 ms)Running coprocessor post-close hooks at 1731332474001 (+6 ms)Closed at 1731332474001 2024-11-11T13:41:14,001 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731332421417.5694dea69431cfa2ca90278bde39cd61. 2024-11-11T13:41:14,003 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/data/default/SPTestTable/b2f77bc76c2e50930a551dc6206f14b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T13:41:14,004 INFO [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:41:14,004 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2f77bc76c2e50930a551dc6206f14b6: Waiting for close lock at 1731332473998Running coprocessor pre-close hooks at 1731332473998Disabling compacts and flushes for region at 1731332473998Disabling writes for close at 1731332473998Writing region close event to WAL at 1731332473999 (+1 ms)Running coprocessor post-close hooks at 1731332474004 (+5 ms)Closed at 1731332474004 2024-11-11T13:41:14,004 DEBUG [RS_CLOSE_REGION-regionserver/37d26ecf6460:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731332421417.b2f77bc76c2e50930a551dc6206f14b6. 2024-11-11T13:41:14,140 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(976): stopping server 37d26ecf6460,41019,1731332410265; all regions closed. 2024-11-11T13:41:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741835_1011 (size=3469) 2024-11-11T13:41:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741835_1011 (size=3469) 2024-11-11T13:41:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741835_1011 (size=3469) 2024-11-11T13:41:14,146 DEBUG [RS:0;37d26ecf6460:41019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs 2024-11-11T13:41:14,146 INFO [RS:0;37d26ecf6460:41019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37d26ecf6460%2C41019%2C1731332410265:(num 1731332411037) 2024-11-11T13:41:14,146 DEBUG [RS:0;37d26ecf6460:41019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:14,146 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:41:14,146 INFO [RS:0;37d26ecf6460:41019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:41:14,146 INFO [RS:0;37d26ecf6460:41019 {}] hbase.ChoreService(370): Chore service for: regionserver/37d26ecf6460:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:41:14,146 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T13:41:14,146 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T13:41:14,146 INFO [regionserver/37d26ecf6460:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:41:14,147 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T13:41:14,147 INFO [RS:0;37d26ecf6460:41019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:41:14,147 INFO [RS:0;37d26ecf6460:41019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41019 2024-11-11T13:41:14,147 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(976): stopping server 37d26ecf6460,45017,1731332410316; all regions closed. 2024-11-11T13:41:14,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:41:14,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37d26ecf6460,41019,1731332410265 2024-11-11T13:41:14,150 INFO [RS:0;37d26ecf6460:41019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:41:14,150 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fdc08901b40@3b70679b rejected from java.util.concurrent.ThreadPoolExecutor@7e72fe91[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T13:41:14,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37d26ecf6460,41019,1731332410265] 2024-11-11T13:41:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741865_1041 (size=678) 2024-11-11T13:41:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741865_1041 (size=678) 2024-11-11T13:41:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741865_1041 (size=678) 2024-11-11T13:41:14,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37d26ecf6460,41019,1731332410265 already deleted, retry=false 2024-11-11T13:41:14,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37d26ecf6460,41019,1731332410265 expired; onlineServers=1 2024-11-11T13:41:14,159 DEBUG [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs 2024-11-11T13:41:14,159 INFO [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37d26ecf6460%2C45017%2C1731332410316.meta:.meta(num 1731332473462) 2024-11-11T13:41:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741833_1009 (size=2334) 2024-11-11T13:41:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741833_1009 (size=2334) 2024-11-11T13:41:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741833_1009 (size=2334) 2024-11-11T13:41:14,165 DEBUG [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/oldWALs 2024-11-11T13:41:14,165 INFO [RS:1;37d26ecf6460:45017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37d26ecf6460%2C45017%2C1731332410316:(num 1731332411018) 2024-11-11T13:41:14,166 DEBUG [RS:1;37d26ecf6460:45017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T13:41:14,166 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T13:41:14,166 INFO [RS:1;37d26ecf6460:45017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:41:14,166 INFO [RS:1;37d26ecf6460:45017 {}] hbase.ChoreService(370): Chore service for: regionserver/37d26ecf6460:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T13:41:14,166 INFO [RS:1;37d26ecf6460:45017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:41:14,166 INFO [regionserver/37d26ecf6460:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:41:14,166 INFO [RS:1;37d26ecf6460:45017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45017 2024-11-11T13:41:14,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37d26ecf6460,45017,1731332410316 2024-11-11T13:41:14,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T13:41:14,175 INFO [RS:1;37d26ecf6460:45017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:41:14,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37d26ecf6460,45017,1731332410316] 2024-11-11T13:41:14,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37d26ecf6460,45017,1731332410316 already deleted, retry=false 2024-11-11T13:41:14,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37d26ecf6460,45017,1731332410316 expired; onlineServers=0 2024-11-11T13:41:14,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '37d26ecf6460,45321,1731332410072' ***** 2024-11-11T13:41:14,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T13:41:14,192 INFO [M:0;37d26ecf6460:45321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T13:41:14,192 INFO [M:0;37d26ecf6460:45321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T13:41:14,192 DEBUG [M:0;37d26ecf6460:45321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T13:41:14,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T13:41:14,192 DEBUG [M:0;37d26ecf6460:45321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T13:41:14,192 DEBUG [master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.large.0-1731332410747 {}] cleaner.HFileCleaner(306): Exit Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.large.0-1731332410747,5,FailOnTimeoutGroup] 2024-11-11T13:41:14,192 DEBUG [master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.small.0-1731332410747 {}] cleaner.HFileCleaner(306): Exit Thread[master/37d26ecf6460:0:becomeActiveMaster-HFileCleaner.small.0-1731332410747,5,FailOnTimeoutGroup] 2024-11-11T13:41:14,193 INFO [M:0;37d26ecf6460:45321 {}] hbase.ChoreService(370): Chore service for: master/37d26ecf6460:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T13:41:14,193 INFO [M:0;37d26ecf6460:45321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T13:41:14,193 DEBUG [M:0;37d26ecf6460:45321 {}] master.HMaster(1795): Stopping service threads 2024-11-11T13:41:14,193 INFO [M:0;37d26ecf6460:45321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T13:41:14,193 INFO [M:0;37d26ecf6460:45321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T13:41:14,193 ERROR [M:0;37d26ecf6460:45321 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:39185 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39185,5,PEWorkerGroup] 2024-11-11T13:41:14,193 INFO [M:0;37d26ecf6460:45321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T13:41:14,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T13:41:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T13:41:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T13:41:14,200 DEBUG [M:0;37d26ecf6460:45321 {}] zookeeper.ZKUtil(347): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T13:41:14,200 WARN [M:0;37d26ecf6460:45321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T13:41:14,201 INFO [M:0;37d26ecf6460:45321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/.lastflushedseqids 2024-11-11T13:41:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741869_1045 (size=632) 2024-11-11T13:41:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741869_1045 (size=632) 2024-11-11T13:41:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741869_1045 (size=632) 2024-11-11T13:41:14,210 INFO [M:0;37d26ecf6460:45321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T13:41:14,210 INFO [M:0;37d26ecf6460:45321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T13:41:14,210 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T13:41:14,210 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:41:14,210 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:41:14,210 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T13:41:14,210 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:41:14,210 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.52 KB heapSize=211.63 KB 2024-11-11T13:41:14,230 DEBUG [M:0;37d26ecf6460:45321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038d0c3c3c924a0296dc52faede81a2a is 82, key is hbase:meta,,1/info:regioninfo/1731332473744/Put/seqid=0 2024-11-11T13:41:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741870_1046 (size=6071) 2024-11-11T13:41:14,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741870_1046 (size=6071) 2024-11-11T13:41:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741870_1046 (size=6071) 2024-11-11T13:41:14,248 INFO [M:0;37d26ecf6460:45321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038d0c3c3c924a0296dc52faede81a2a 2024-11-11T13:41:14,259 INFO [RS:0;37d26ecf6460:41019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:41:14,259 INFO [RS:0;37d26ecf6460:41019 {}] regionserver.HRegionServer(1031): Exiting; stopping=37d26ecf6460,41019,1731332410265; zookeeper connection closed. 2024-11-11T13:41:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41019-0x1012b69bcaa0001, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:14,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27b1735a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27b1735a 2024-11-11T13:41:14,279 DEBUG [M:0;37d26ecf6460:45321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d99e35dec9ed466a808c9c8497773a24 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731332431831/Put/seqid=0 2024-11-11T13:41:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x1012b69bcaa0002, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:14,284 INFO [RS:1;37d26ecf6460:45017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:41:14,284 INFO [RS:1;37d26ecf6460:45017 {}] regionserver.HRegionServer(1031): Exiting; stopping=37d26ecf6460,45017,1731332410316; zookeeper connection closed. 2024-11-11T13:41:14,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2208f91d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2208f91d 2024-11-11T13:41:14,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T13:41:14,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741871_1047 (size=11559) 2024-11-11T13:41:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741871_1047 (size=11559) 2024-11-11T13:41:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741871_1047 (size=11559) 2024-11-11T13:41:14,295 INFO [M:0;37d26ecf6460:45321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.29 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d99e35dec9ed466a808c9c8497773a24 2024-11-11T13:41:14,308 INFO [M:0;37d26ecf6460:45321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d99e35dec9ed466a808c9c8497773a24 2024-11-11T13:41:14,331 DEBUG [M:0;37d26ecf6460:45321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb5fb3c00d904ae590d288c4a20c3292 is 69, key is 37d26ecf6460,41019,1731332410265/rs:state/1731332410825/Put/seqid=0 2024-11-11T13:41:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741872_1048 (size=5442) 2024-11-11T13:41:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741872_1048 (size=5442) 2024-11-11T13:41:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741872_1048 (size=5442) 2024-11-11T13:41:14,355 INFO [M:0;37d26ecf6460:45321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb5fb3c00d904ae590d288c4a20c3292 2024-11-11T13:41:14,361 INFO [M:0;37d26ecf6460:45321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb5fb3c00d904ae590d288c4a20c3292 2024-11-11T13:41:14,362 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038d0c3c3c924a0296dc52faede81a2a as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/038d0c3c3c924a0296dc52faede81a2a 2024-11-11T13:41:14,373 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/038d0c3c3c924a0296dc52faede81a2a, entries=14, sequenceid=416, filesize=5.9 K 2024-11-11T13:41:14,375 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d99e35dec9ed466a808c9c8497773a24 as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d99e35dec9ed466a808c9c8497773a24 2024-11-11T13:41:14,382 INFO [M:0;37d26ecf6460:45321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d99e35dec9ed466a808c9c8497773a24 2024-11-11T13:41:14,382 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d99e35dec9ed466a808c9c8497773a24, entries=52, sequenceid=416, filesize=11.3 K 2024-11-11T13:41:14,384 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb5fb3c00d904ae590d288c4a20c3292 as hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb5fb3c00d904ae590d288c4a20c3292 2024-11-11T13:41:14,391 INFO [M:0;37d26ecf6460:45321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb5fb3c00d904ae590d288c4a20c3292 2024-11-11T13:41:14,392 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb5fb3c00d904ae590d288c4a20c3292, entries=3, sequenceid=416, filesize=5.3 K 2024-11-11T13:41:14,399 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=416, compaction requested=false 2024-11-11T13:41:14,401 INFO [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T13:41:14,401 DEBUG [M:0;37d26ecf6460:45321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731332474210Disabling compacts and flushes for region at 1731332474210Disabling writes for close at 1731332474210Obtaining lock to block concurrent updates at 1731332474210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731332474210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176661, getHeapSize=216640, getOffHeapSize=0, getCellsCount=515 at 1731332474211 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731332474211Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731332474211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731332474229 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731332474229Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731332474257 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731332474278 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731332474279 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731332474308 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731332474330 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731332474330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eee10ab: reopening flushed file at 1731332474361 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111a79d7: reopening flushed file at 1731332474373 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e444c6f: reopening flushed file at 1731332474383 (+10 ms)Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=416, compaction requested=false at 1731332474399 (+16 ms)Writing region close event to WAL at 1731332474401 (+2 ms)Closed at 1731332474401 2024-11-11T13:41:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741830_1006 (size=204516) 2024-11-11T13:41:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34597 is added to blk_1073741830_1006 (size=204516) 2024-11-11T13:41:14,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8582112-9880-7f85-0372-3ef2aac13bbe/MasterData/WALs/37d26ecf6460,45321,1731332410072/37d26ecf6460%2C45321%2C1731332410072.1731332410504 not finished, retry = 0 2024-11-11T13:41:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741830_1006 (size=204516) 2024-11-11T13:41:14,506 INFO [M:0;37d26ecf6460:45321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T13:41:14,506 INFO [M:0;37d26ecf6460:45321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45321 2024-11-11T13:41:14,506 INFO [M:0;37d26ecf6460:45321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T13:41:14,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T13:41:14,676 INFO [M:0;37d26ecf6460:45321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T13:41:14,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:14,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45321-0x1012b69bcaa0000, quorum=127.0.0.1:54678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T13:41:14,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12701558{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:41:14,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f1e82c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:41:14,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:41:14,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b8bdb1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:41:14,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6137805d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,STOPPED} 2024-11-11T13:41:14,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:41:14,711 WARN [BP-1336906278-172.17.0.3-1731332407739 heartbeating to localhost/127.0.0.1:39185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:41:14,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:41:14,711 WARN [BP-1336906278-172.17.0.3-1731332407739 heartbeating to localhost/127.0.0.1:39185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1336906278-172.17.0.3-1731332407739 (Datanode Uuid 52b21a99-6c94-462b-8d45-cc933dfa0bcc) service to localhost/127.0.0.1:39185 2024-11-11T13:41:14,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data5/current/BP-1336906278-172.17.0.3-1731332407739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:41:14,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data6/current/BP-1336906278-172.17.0.3-1731332407739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:41:14,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:41:14,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15003f28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:41:14,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f25c6d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:41:14,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:41:14,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@270753c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:41:14,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a60286{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,STOPPED} 2024-11-11T13:41:14,720 WARN [BP-1336906278-172.17.0.3-1731332407739 heartbeating to localhost/127.0.0.1:39185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:41:14,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:41:14,720 WARN [BP-1336906278-172.17.0.3-1731332407739 heartbeating to localhost/127.0.0.1:39185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1336906278-172.17.0.3-1731332407739 (Datanode Uuid 4863fe74-3145-4896-a0be-c8ecd4b42afa) service to localhost/127.0.0.1:39185 2024-11-11T13:41:14,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:41:14,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data3/current/BP-1336906278-172.17.0.3-1731332407739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:41:14,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data4/current/BP-1336906278-172.17.0.3-1731332407739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:41:14,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:41:14,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a64775d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T13:41:14,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6456d1d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:41:14,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:41:14,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599a5c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:41:14,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c8f3e98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,STOPPED} 2024-11-11T13:41:14,724 WARN [BP-1336906278-172.17.0.3-1731332407739 heartbeating to localhost/127.0.0.1:39185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T13:41:14,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T13:41:14,724 WARN [BP-1336906278-172.17.0.3-1731332407739 heartbeating to localhost/127.0.0.1:39185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1336906278-172.17.0.3-1731332407739 (Datanode Uuid a9527874-13e5-4ff4-a959-b17800094f79) service to localhost/127.0.0.1:39185 2024-11-11T13:41:14,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T13:41:14,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data1/current/BP-1336906278-172.17.0.3-1731332407739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:41:14,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/cluster_8891272a-90d6-0f81-6b2d-58fb1ca60728/data/data2/current/BP-1336906278-172.17.0.3-1731332407739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T13:41:14,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T13:41:14,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5416620c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T13:41:14,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17ea4d49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T13:41:14,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T13:41:14,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33082ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T13:41:14,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed8ba63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/38006346-c7bd-fcc9-7290-da44d343cd5a/hadoop.log.dir/,STOPPED} 2024-11-11T13:41:14,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T13:41:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T13:41:14,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:39185 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/37d26ecf6460:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:39185 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/37d26ecf6460:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2380 (was 2745)