2024-11-25 07:39:44,986 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 07:39:45,003 main DEBUG Took 0.013791 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:39:45,004 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:39:45,004 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:39:45,006 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:39:45,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,018 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:39:45,039 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,043 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,045 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,047 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,049 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,050 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,051 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,053 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,054 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,055 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:39:45,058 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,058 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:39:45,060 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:39:45,062 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:39:45,065 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:39:45,065 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:39:45,068 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:39:45,068 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:39:45,080 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:39:45,084 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:39:45,087 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:39:45,087 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:39:45,088 main DEBUG createAppenders(={Console}) 2024-11-25 07:39:45,089 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-25 07:39:45,090 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 07:39:45,090 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-25 07:39:45,091 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:39:45,091 main DEBUG OutputStream closed 2024-11-25 07:39:45,092 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:39:45,092 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:39:45,092 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-25 07:39:45,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:39:45,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:39:45,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:39:45,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:39:45,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:39:45,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:39:45,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:39:45,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:39:45,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:39:45,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:39:45,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:39:45,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:39:45,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:39:45,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:39:45,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:39:45,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:39:45,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:39:45,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:39:45,220 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:39:45,221 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-25 07:39:45,221 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:39:45,222 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-25T07:39:45,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-25 07:39:45,243 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:39:45,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:39:45,254 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-25T07:39:45,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=12371 2024-11-25T07:39:45,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637 2024-11-25T07:39:45,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:39:45,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67, deleteOnExit=true 2024-11-25T07:39:45,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:39:45,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/test.cache.data in system properties and HBase conf 2024-11-25T07:39:45,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:39:45,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:39:45,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:39:45,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:39:45,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:39:45,821 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:39:45,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:39:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:39:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:39:45,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:39:45,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:39:45,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:39:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:39:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:39:45,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:39:45,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:39:45,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:39:45,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:39:45,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:39:45,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:39:45,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:39:47,258 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T07:39:47,342 INFO [Time-limited test {}] log.Log(170): Logging initialized @3183ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T07:39:47,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:39:47,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:39:47,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:39:47,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:39:47,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:39:47,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:39:47,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:39:47,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:39:47,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/java.io.tmpdir/jetty-localhost-41407-hadoop-hdfs-3_4_1-tests_jar-_-any-9401568379754779589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:39:47,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:41407} 2024-11-25T07:39:47,783 INFO [Time-limited test {}] server.Server(415): Started @3625ms 2024-11-25T07:39:48,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:39:48,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:39:48,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:39:48,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:39:48,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:39:48,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:39:48,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:39:48,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/java.io.tmpdir/jetty-localhost-40919-hadoop-hdfs-3_4_1-tests_jar-_-any-4523518867699424232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:39:48,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:40919} 2024-11-25T07:39:48,622 INFO [Time-limited test {}] server.Server(415): Started @4464ms 2024-11-25T07:39:48,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:39:48,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:39:48,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:39:48,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:39:48,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:39:48,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:39:48,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:39:48,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:39:48,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/java.io.tmpdir/jetty-localhost-34179-hadoop-hdfs-3_4_1-tests_jar-_-any-14601987076128384348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:39:48,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:34179} 2024-11-25T07:39:48,957 INFO [Time-limited test {}] server.Server(415): Started @4799ms 2024-11-25T07:39:48,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:39:49,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:39:49,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:39:49,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:39:49,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:39:49,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:39:49,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:39:49,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:39:49,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/java.io.tmpdir/jetty-localhost-35273-hadoop-hdfs-3_4_1-tests_jar-_-any-15321793592289550777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:39:49,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:35273} 2024-11-25T07:39:49,183 INFO [Time-limited test {}] server.Server(415): Started @5025ms 2024-11-25T07:39:49,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:39:50,790 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data4/current/BP-1080040160-172.17.0.2-1732520386703/current, will proceed with Du for space computation calculation, 2024-11-25T07:39:50,790 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data1/current/BP-1080040160-172.17.0.2-1732520386703/current, will proceed with Du for space computation calculation, 2024-11-25T07:39:50,790 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data2/current/BP-1080040160-172.17.0.2-1732520386703/current, will proceed with Du for space computation calculation, 2024-11-25T07:39:50,790 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data3/current/BP-1080040160-172.17.0.2-1732520386703/current, will proceed with Du for space computation calculation, 2024-11-25T07:39:50,824 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:39:50,824 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:39:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0944cb2a4ee7584 with lease ID 0x3b53d967fb446bf8: Processing first storage report for DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c from datanode DatanodeRegistration(127.0.0.1:33969, datanodeUuid=621d8a45-9fd3-44c5-9ebd-3c889311021f, infoPort=35391, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703) 2024-11-25T07:39:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0944cb2a4ee7584 with lease ID 0x3b53d967fb446bf8: from storage DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c node DatanodeRegistration(127.0.0.1:33969, datanodeUuid=621d8a45-9fd3-44c5-9ebd-3c889311021f, infoPort=35391, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:39:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x358b2e8323e951ef with lease ID 0x3b53d967fb446bf7: Processing first storage report for DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765 from datanode DatanodeRegistration(127.0.0.1:34741, datanodeUuid=733a4e2d-a2e2-463a-bc6f-a546da28838e, infoPort=42017, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703) 2024-11-25T07:39:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x358b2e8323e951ef with lease ID 0x3b53d967fb446bf7: from storage DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765 node DatanodeRegistration(127.0.0.1:34741, datanodeUuid=733a4e2d-a2e2-463a-bc6f-a546da28838e, infoPort=42017, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:39:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0944cb2a4ee7584 with lease ID 0x3b53d967fb446bf8: Processing first storage report for DS-a4853a4a-88c1-4291-9865-0ea4ed95aee4 from datanode DatanodeRegistration(127.0.0.1:33969, datanodeUuid=621d8a45-9fd3-44c5-9ebd-3c889311021f, infoPort=35391, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703) 2024-11-25T07:39:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0944cb2a4ee7584 with lease ID 0x3b53d967fb446bf8: from storage DS-a4853a4a-88c1-4291-9865-0ea4ed95aee4 node DatanodeRegistration(127.0.0.1:33969, datanodeUuid=621d8a45-9fd3-44c5-9ebd-3c889311021f, infoPort=35391, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:39:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x358b2e8323e951ef with lease ID 0x3b53d967fb446bf7: Processing first storage report for DS-39478423-1bba-4f17-9ab8-2a50418801ae from datanode DatanodeRegistration(127.0.0.1:34741, datanodeUuid=733a4e2d-a2e2-463a-bc6f-a546da28838e, infoPort=42017, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703) 2024-11-25T07:39:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x358b2e8323e951ef with lease ID 0x3b53d967fb446bf7: from storage DS-39478423-1bba-4f17-9ab8-2a50418801ae node DatanodeRegistration(127.0.0.1:34741, datanodeUuid=733a4e2d-a2e2-463a-bc6f-a546da28838e, infoPort=42017, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:39:51,087 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data5/current/BP-1080040160-172.17.0.2-1732520386703/current, will proceed with Du for space computation calculation, 2024-11-25T07:39:51,087 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data6/current/BP-1080040160-172.17.0.2-1732520386703/current, will proceed with Du for space computation calculation, 2024-11-25T07:39:51,109 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:39:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1a3f3edcedd2a48 with lease ID 0x3b53d967fb446bf9: Processing first storage report for DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532 from datanode DatanodeRegistration(127.0.0.1:33703, datanodeUuid=0399fce8-209a-4e32-9508-1d171f2605f0, infoPort=36077, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703) 2024-11-25T07:39:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1a3f3edcedd2a48 with lease ID 0x3b53d967fb446bf9: from storage DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532 node DatanodeRegistration(127.0.0.1:33703, datanodeUuid=0399fce8-209a-4e32-9508-1d171f2605f0, infoPort=36077, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:39:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1a3f3edcedd2a48 with lease ID 0x3b53d967fb446bf9: Processing first storage report for DS-9fffaf2b-9ddb-46d1-85c4-4fc4cef2e2a4 from datanode DatanodeRegistration(127.0.0.1:33703, datanodeUuid=0399fce8-209a-4e32-9508-1d171f2605f0, infoPort=36077, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703) 2024-11-25T07:39:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1a3f3edcedd2a48 with lease ID 0x3b53d967fb446bf9: from storage DS-9fffaf2b-9ddb-46d1-85c4-4fc4cef2e2a4 node DatanodeRegistration(127.0.0.1:33703, datanodeUuid=0399fce8-209a-4e32-9508-1d171f2605f0, infoPort=36077, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=2037889423;c=1732520386703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:39:51,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637 2024-11-25T07:39:51,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/zookeeper_0, clientPort=58576, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:39:51,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58576 2024-11-25T07:39:51,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:51,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:39:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:39:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:39:51,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 with version=8 2024-11-25T07:39:51,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/hbase-staging 2024-11-25T07:39:51,948 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T07:39:52,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:39:52,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:39:52,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:39:52,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:39:52,375 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:39:52,383 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:39:52,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:39:52,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1533 (auto-detected) 2024-11-25T07:39:52,410 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T07:39:52,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35009 2024-11-25T07:39:52,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35009 connecting to ZooKeeper ensemble=127.0.0.1:58576 2024-11-25T07:39:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350090x0, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:39:52,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35009-0x10170ef2db10000 connected 2024-11-25T07:39:52,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:39:52,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7, hbase.cluster.distributed=false 2024-11-25T07:39:52,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:39:52,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35009 2024-11-25T07:39:52,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35009 2024-11-25T07:39:52,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35009 2024-11-25T07:39:52,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35009 2024-11-25T07:39:52,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35009 2024-11-25T07:39:52,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:39:52,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:39:52,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:39:52,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:39:52,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:39:52,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42353 2024-11-25T07:39:52,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42353 connecting to ZooKeeper ensemble=127.0.0.1:58576 2024-11-25T07:39:52,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423530x0, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:39:52,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42353-0x10170ef2db10001 connected 2024-11-25T07:39:52,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:39:52,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:39:52,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:39:52,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:39:52,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:39:52,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-25T07:39:52,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42353 2024-11-25T07:39:52,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42353 2024-11-25T07:39:52,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-25T07:39:52,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-25T07:39:52,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:39:52,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:39:52,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:39:52,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:39:52,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:39:52,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36195 2024-11-25T07:39:52,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36195 connecting to ZooKeeper ensemble=127.0.0.1:58576 2024-11-25T07:39:52,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,923 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361950x0, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:39:52,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361950x0, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:39:52,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36195-0x10170ef2db10002 connected 2024-11-25T07:39:52,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:39:52,927 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:39:52,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:39:52,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:39:52,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36195 2024-11-25T07:39:52,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36195 2024-11-25T07:39:52,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36195 2024-11-25T07:39:52,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36195 2024-11-25T07:39:52,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36195 2024-11-25T07:39:52,951 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:39:52,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:39:52,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:39:52,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:39:52,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:39:52,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:39:52,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39185 2024-11-25T07:39:52,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39185 connecting to ZooKeeper ensemble=127.0.0.1:58576 2024-11-25T07:39:52,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391850x0, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:39:52,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391850x0, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:39:52,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39185-0x10170ef2db10003 connected 2024-11-25T07:39:52,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:39:52,978 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:39:52,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:39:52,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:39:52,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-25T07:39:52,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39185 2024-11-25T07:39:52,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39185 2024-11-25T07:39:52,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-25T07:39:52,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-25T07:39:53,002 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:35009 2024-11-25T07:39:53,003 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,018 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,020 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:39:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:39:53,049 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:39:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,049 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,050 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:39:53,052 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,35009,1732520392020 from backup master directory 2024-11-25T07:39:53,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,059 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:39:53,060 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:39:53,060 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,063 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T07:39:53,064 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T07:39:53,125 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/hbase.id] with ID: e0742ba2-2620-4d4d-b0a7-99861abd7e73 2024-11-25T07:39:53,125 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.tmp/hbase.id 2024-11-25T07:39:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:39:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:39:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:39:53,146 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.tmp/hbase.id]:[hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/hbase.id] 2024-11-25T07:39:53,201 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:39:53,206 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:39:53,227 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-25T07:39:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,238 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:39:53,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:39:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:39:53,273 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:39:53,275 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:39:53,288 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:39:53,291 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:39:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:39:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:39:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:39:53,340 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store 2024-11-25T07:39:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:39:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:39:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:39:53,363 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T07:39:53,366 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:39:53,367 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:39:53,367 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:39:53,368 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:39:53,370 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:39:53,370 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:39:53,370 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:39:53,372 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520393367Disabling compacts and flushes for region at 1732520393367Disabling writes for close at 1732520393370 (+3 ms)Writing region close event to WAL at 1732520393370Closed at 1732520393370 2024-11-25T07:39:53,375 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/.initializing 2024-11-25T07:39:53,375 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/WALs/7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,384 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:39:53,399 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C35009%2C1732520392020, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/WALs/7fb8763a5d32,35009,1732520392020, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/oldWALs, maxLogs=10 2024-11-25T07:39:53,421 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/WALs/7fb8763a5d32,35009,1732520392020/7fb8763a5d32%2C35009%2C1732520392020.1732520393403, exclude list is [], retry=0 2024-11-25T07:39:53,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33969,DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c,DISK] 2024-11-25T07:39:53,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34741,DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765,DISK] 2024-11-25T07:39:53,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532,DISK] 2024-11-25T07:39:53,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T07:39:53,474 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/WALs/7fb8763a5d32,35009,1732520392020/7fb8763a5d32%2C35009%2C1732520392020.1732520393403 2024-11-25T07:39:53,475 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:35391:35391),(127.0.0.1/127.0.0.1:42017:42017)] 2024-11-25T07:39:53,476 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:39:53,476 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:39:53,479 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,479 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:39:53,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:53,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:39:53,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:39:53,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:53,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:39:53,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:39:53,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:53,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:39:53,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:39:53,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:53,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:39:53,554 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,557 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,558 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,562 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,563 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,566 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:39:53,570 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:39:53,575 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:39:53,576 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69950908, jitterRate=0.04234975576400757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:39:53,584 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732520393491Initializing all the Stores at 1732520393493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520393493Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520393494 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520393494Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520393494Cleaning up temporary data from old regions at 1732520393563 (+69 ms)Region opened successfully at 1732520393584 (+21 ms) 2024-11-25T07:39:53,585 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:39:53,614 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256bce8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:39:53,640 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:39:53,649 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:39:53,649 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:39:53,652 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:39:53,653 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T07:39:53,657 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T07:39:53,658 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T07:39:53,689 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:39:53,700 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:39:53,743 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:39:53,746 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:39:53,747 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:39:53,764 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:39:53,768 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:39:53,773 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:39:53,785 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:39:53,787 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:39:53,796 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:39:53,813 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:39:53,817 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:39:53,827 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:39:53,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:39:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:39:53,828 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:39:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,831 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,35009,1732520392020, sessionid=0x10170ef2db10000, setting cluster-up flag (Was=false) 2024-11-25T07:39:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,859 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,891 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:39:53,895 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,922 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:53,954 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:39:53,957 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,35009,1732520392020 2024-11-25T07:39:53,965 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:39:53,988 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(746): ClusterId : e0742ba2-2620-4d4d-b0a7-99861abd7e73 2024-11-25T07:39:53,988 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(746): ClusterId : e0742ba2-2620-4d4d-b0a7-99861abd7e73 2024-11-25T07:39:53,988 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(746): ClusterId : e0742ba2-2620-4d4d-b0a7-99861abd7e73 2024-11-25T07:39:53,990 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:39:53,990 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:39:53,990 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:39:54,008 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:39:54,008 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:39:54,008 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:39:54,008 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:39:54,008 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:39:54,008 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:39:54,028 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:39:54,028 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:39:54,028 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:39:54,029 DEBUG [RS:1;7fb8763a5d32:36195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702372ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:39:54,029 DEBUG [RS:2;7fb8763a5d32:39185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed4ec2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:39:54,029 DEBUG [RS:0;7fb8763a5d32:42353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669c0f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:39:54,043 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:39:54,044 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:42353 2024-11-25T07:39:54,044 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7fb8763a5d32:39185 2024-11-25T07:39:54,046 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7fb8763a5d32:36195 2024-11-25T07:39:54,047 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:39:54,047 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:39:54,047 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:39:54,047 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:39:54,047 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:39:54,047 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:39:54,047 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:39:54,047 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:39:54,047 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:39:54,049 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35009,1732520392020 with port=39185, startcode=1732520392951 2024-11-25T07:39:54,049 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35009,1732520392020 with port=42353, startcode=1732520392776 2024-11-25T07:39:54,049 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35009,1732520392020 with port=36195, startcode=1732520392889 2024-11-25T07:39:54,055 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:39:54,060 DEBUG [RS:2;7fb8763a5d32:39185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:39:54,060 DEBUG [RS:0;7fb8763a5d32:42353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:39:54,060 DEBUG [RS:1;7fb8763a5d32:36195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:39:54,063 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:39:54,070 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,35009,1732520392020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:39:54,078 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:39:54,079 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:39:54,079 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:39:54,079 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:39:54,079 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:39:54,079 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,080 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:39:54,080 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:39:54,090 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732520424090 2024-11-25T07:39:54,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:39:54,091 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:39:54,093 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:39:54,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:39:54,095 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:39:54,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60905, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:39:54,098 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:54,098 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:39:54,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:39:54,099 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:39:54,099 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:39:54,099 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:39:54,100 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,103 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:39:54,103 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:39:54,104 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:39:54,105 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:39:54,108 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:39:54,108 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:39:54,109 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:39:54,110 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:39:54,121 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520394110,5,FailOnTimeoutGroup] 2024-11-25T07:39:54,122 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520394121,5,FailOnTimeoutGroup] 2024-11-25T07:39:54,122 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,122 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:39:54,149 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,150 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:39:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:39:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:39:54,154 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T07:39:54,154 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T07:39:54,154 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T07:39:54,154 WARN [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T07:39:54,154 WARN [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T07:39:54,154 WARN [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T07:39:54,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:39:54,155 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:39:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:39:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:39:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:39:54,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:39:54,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:39:54,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:39:54,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:54,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:39:54,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:39:54,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:39:54,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:54,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:39:54,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:39:54,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:39:54,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:54,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:39:54,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:39:54,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:39:54,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:39:54,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:39:54,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:39:54,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740 2024-11-25T07:39:54,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740 2024-11-25T07:39:54,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:39:54,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:39:54,204 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:39:54,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:39:54,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:39:54,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61732864, jitterRate=-0.080108642578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:39:54,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732520394172Initializing all the Stores at 1732520394174 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520394174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520394174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520394174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520394174Cleaning up temporary data from old regions at 1732520394202 (+28 ms)Region opened successfully at 1732520394220 (+18 ms) 2024-11-25T07:39:54,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:39:54,220 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:39:54,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:39:54,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:39:54,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:39:54,222 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:39:54,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520394220Disabling compacts and flushes for region at 1732520394220Disabling writes for close at 1732520394221 (+1 ms)Writing region close event to WAL at 1732520394222 (+1 ms)Closed at 1732520394222 2024-11-25T07:39:54,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:39:54,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:39:54,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:39:54,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:39:54,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:39:54,256 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35009,1732520392020 with port=36195, startcode=1732520392889 2024-11-25T07:39:54,256 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35009,1732520392020 with port=42353, startcode=1732520392776 2024-11-25T07:39:54,256 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,35009,1732520392020 with port=39185, startcode=1732520392951 2024-11-25T07:39:54,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,42353,1732520392776 2024-11-25T07:39:54,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,42353,1732520392776 2024-11-25T07:39:54,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,39185,1732520392951 2024-11-25T07:39:54,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,39185,1732520392951 2024-11-25T07:39:54,270 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:39:54,270 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32981 2024-11-25T07:39:54,270 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:39:54,272 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:39:54,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,273 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32981 2024-11-25T07:39:54,273 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:39:54,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,275 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:39:54,275 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32981 2024-11-25T07:39:54,275 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:39:54,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:39:54,402 DEBUG [RS:0;7fb8763a5d32:42353 {}] zookeeper.ZKUtil(111): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,42353,1732520392776 2024-11-25T07:39:54,402 WARN [7fb8763a5d32:35009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:39:54,403 WARN [RS:0;7fb8763a5d32:42353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:39:54,403 INFO [RS:0;7fb8763a5d32:42353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:39:54,403 DEBUG [RS:2;7fb8763a5d32:39185 {}] zookeeper.ZKUtil(111): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,39185,1732520392951 2024-11-25T07:39:54,403 DEBUG [RS:1;7fb8763a5d32:36195 {}] zookeeper.ZKUtil(111): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,403 WARN [RS:2;7fb8763a5d32:39185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:39:54,404 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,42353,1732520392776 2024-11-25T07:39:54,404 WARN [RS:1;7fb8763a5d32:36195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:39:54,404 INFO [RS:2;7fb8763a5d32:39185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:39:54,404 INFO [RS:1;7fb8763a5d32:36195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:39:54,404 DEBUG [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951 2024-11-25T07:39:54,405 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,36195,1732520392889] 2024-11-25T07:39:54,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,42353,1732520392776] 2024-11-25T07:39:54,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,39185,1732520392951] 2024-11-25T07:39:54,429 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:39:54,429 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:39:54,429 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:39:54,447 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:39:54,447 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:39:54,447 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:39:54,452 INFO [RS:2;7fb8763a5d32:39185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:39:54,452 INFO [RS:0;7fb8763a5d32:42353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:39:54,452 INFO [RS:1;7fb8763a5d32:36195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:39:54,452 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,452 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,452 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,453 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:39:54,453 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:39:54,453 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:39:54,458 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:39:54,458 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:39:54,458 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:39:54,460 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,460 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,460 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,460 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,460 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:39:54,461 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:39:54,461 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:39:54,461 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,461 DEBUG [RS:0;7fb8763a5d32:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:39:54,462 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,462 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,462 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,462 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:39:54,462 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:39:54,462 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:39:54,462 DEBUG [RS:1;7fb8763a5d32:36195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:39:54,462 DEBUG [RS:2;7fb8763a5d32:39185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:39:54,462 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,462 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,463 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,463 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,463 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,463 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42353,1732520392776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:39:54,464 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,464 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,464 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,464 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,464 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,465 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36195,1732520392889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:39:54,468 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,468 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,468 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,469 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,469 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,469 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,39185,1732520392951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:39:54,485 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:39:54,485 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:39:54,487 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:39:54,487 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42353,1732520392776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,487 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,39185,1732520392951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,487 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36195,1732520392889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,487 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,487 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,487 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,488 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.Replication(171): 7fb8763a5d32,36195,1732520392889 started 2024-11-25T07:39:54,488 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.Replication(171): 7fb8763a5d32,42353,1732520392776 started 2024-11-25T07:39:54,488 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.Replication(171): 7fb8763a5d32,39185,1732520392951 started 2024-11-25T07:39:54,504 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,504 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,504 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,39185,1732520392951, RpcServer on 7fb8763a5d32/172.17.0.2:39185, sessionid=0x10170ef2db10003 2024-11-25T07:39:54,504 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,42353,1732520392776, RpcServer on 7fb8763a5d32/172.17.0.2:42353, sessionid=0x10170ef2db10001 2024-11-25T07:39:54,505 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:39:54,505 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:39:54,505 DEBUG [RS:0;7fb8763a5d32:42353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,42353,1732520392776 2024-11-25T07:39:54,505 DEBUG [RS:2;7fb8763a5d32:39185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,39185,1732520392951 2024-11-25T07:39:54,505 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42353,1732520392776' 2024-11-25T07:39:54,505 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,39185,1732520392951' 2024-11-25T07:39:54,506 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:39:54,506 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:39:54,507 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:39:54,507 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:39:54,507 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:39:54,507 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:39:54,507 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:39:54,507 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:39:54,507 DEBUG [RS:0;7fb8763a5d32:42353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,42353,1732520392776 2024-11-25T07:39:54,508 DEBUG [RS:2;7fb8763a5d32:39185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,39185,1732520392951 2024-11-25T07:39:54,508 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42353,1732520392776' 2024-11-25T07:39:54,508 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:39:54,508 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,39185,1732520392951' 2024-11-25T07:39:54,508 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:39:54,508 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:39:54,508 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:39:54,509 DEBUG [RS:0;7fb8763a5d32:42353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:39:54,509 DEBUG [RS:2;7fb8763a5d32:39185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:39:54,509 INFO [RS:2;7fb8763a5d32:39185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:39:54,509 INFO [RS:0;7fb8763a5d32:42353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:39:54,509 INFO [RS:2;7fb8763a5d32:39185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:39:54,509 INFO [RS:0;7fb8763a5d32:42353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:39:54,511 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:39:54,511 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,36195,1732520392889, RpcServer on 7fb8763a5d32/172.17.0.2:36195, sessionid=0x10170ef2db10002 2024-11-25T07:39:54,511 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:39:54,511 DEBUG [RS:1;7fb8763a5d32:36195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,511 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,36195,1732520392889' 2024-11-25T07:39:54,511 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:39:54,512 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:39:54,513 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:39:54,513 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:39:54,513 DEBUG [RS:1;7fb8763a5d32:36195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,513 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,36195,1732520392889' 2024-11-25T07:39:54,513 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:39:54,514 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:39:54,514 DEBUG [RS:1;7fb8763a5d32:36195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:39:54,514 INFO [RS:1;7fb8763a5d32:36195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:39:54,514 INFO [RS:1;7fb8763a5d32:36195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:39:54,615 INFO [RS:2;7fb8763a5d32:39185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:39:54,615 INFO [RS:0;7fb8763a5d32:42353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:39:54,615 INFO [RS:1;7fb8763a5d32:36195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:39:54,618 INFO [RS:2;7fb8763a5d32:39185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C39185%2C1732520392951, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs, maxLogs=32 2024-11-25T07:39:54,618 INFO [RS:0;7fb8763a5d32:42353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C42353%2C1732520392776, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,42353,1732520392776, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs, maxLogs=32 2024-11-25T07:39:54,618 INFO [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C36195%2C1732520392889, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs, maxLogs=32 2024-11-25T07:39:54,642 DEBUG [RS:0;7fb8763a5d32:42353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,42353,1732520392776/7fb8763a5d32%2C42353%2C1732520392776.1732520394622, exclude list is [], retry=0 2024-11-25T07:39:54,642 DEBUG [RS:2;7fb8763a5d32:39185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951/7fb8763a5d32%2C39185%2C1732520392951.1732520394623, exclude list is [], retry=0 2024-11-25T07:39:54,642 DEBUG [RS:1;7fb8763a5d32:36195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889/7fb8763a5d32%2C36195%2C1732520392889.1732520394623, exclude list is [], retry=0 2024-11-25T07:39:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34741,DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765,DISK] 2024-11-25T07:39:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34741,DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765,DISK] 2024-11-25T07:39:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532,DISK] 2024-11-25T07:39:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33969,DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c,DISK] 2024-11-25T07:39:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532,DISK] 2024-11-25T07:39:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532,DISK] 2024-11-25T07:39:54,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33969,DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c,DISK] 2024-11-25T07:39:54,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34741,DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765,DISK] 2024-11-25T07:39:54,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33969,DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c,DISK] 2024-11-25T07:39:54,663 INFO [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889/7fb8763a5d32%2C36195%2C1732520392889.1732520394623 2024-11-25T07:39:54,664 DEBUG [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35391:35391),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:42017:42017)] 2024-11-25T07:39:54,664 INFO [RS:2;7fb8763a5d32:39185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 2024-11-25T07:39:54,665 INFO [RS:0;7fb8763a5d32:42353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,42353,1732520392776/7fb8763a5d32%2C42353%2C1732520392776.1732520394622 2024-11-25T07:39:54,667 DEBUG [RS:2;7fb8763a5d32:39185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:35391:35391)] 2024-11-25T07:39:54,667 DEBUG [RS:0;7fb8763a5d32:42353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017),(127.0.0.1/127.0.0.1:35391:35391),(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T07:39:54,904 DEBUG [7fb8763a5d32:35009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T07:39:54,911 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T07:39:54,917 INFO [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:39:54,917 INFO [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:39:54,917 INFO [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T07:39:54,917 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:39:54,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:39:54,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,36195,1732520392889, state=OPENING 2024-11-25T07:39:54,975 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:39:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:54,986 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:39:54,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:39:54,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:39:54,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:39:54,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:39:54,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:39:54,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:02,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:40:02,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:40:05,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:40:05,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:40:05,039 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:40:05,039 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:40:05,040 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:40:05,043 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C36195%2C1732520392889.meta, suffix=.meta, logDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs, maxLogs=32 2024-11-25T07:40:05,057 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889/7fb8763a5d32%2C36195%2C1732520392889.meta.1732520405045.meta, exclude list is [], retry=0 2024-11-25T07:40:05,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34741,DS-b166f09f-0585-4a30-a6bd-f4f6e00ee765,DISK] 2024-11-25T07:40:05,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-a8e9be3b-e48c-4960-bb5f-271f67dc6532,DISK] 2024-11-25T07:40:05,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33969,DS-4bb0ec19-d8d8-45c6-9e47-836b09557c2c,DISK] 2024-11-25T07:40:05,064 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889/7fb8763a5d32%2C36195%2C1732520392889.meta.1732520405045.meta 2024-11-25T07:40:05,065 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:35391:35391)] 2024-11-25T07:40:05,065 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:40:05,067 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:40:05,069 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:40:05,074 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:40:05,077 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:40:05,077 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,078 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:40:05,078 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:40:05,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:40:05,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:40:05,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:05,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:40:05,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:40:05,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:40:05,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:05,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:40:05,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:40:05,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:40:05,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:05,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:40:05,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:40:05,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:40:05,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:05,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:40:05,089 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:40:05,090 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740 2024-11-25T07:40:05,093 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740 2024-11-25T07:40:05,095 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:40:05,095 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:40:05,096 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:40:05,099 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:40:05,101 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64777993, jitterRate=-0.03473268449306488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:40:05,101 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:40:05,103 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520405078Writing region info on filesystem at 1732520405078Initializing all the Stores at 1732520405080 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520405080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520405080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520405080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520405081 (+1 ms)Cleaning up temporary data from old regions at 1732520405095 (+14 ms)Running coprocessor post-open hooks at 1732520405101 (+6 ms)Region opened successfully at 1732520405102 (+1 ms) 2024-11-25T07:40:05,111 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732520405014 2024-11-25T07:40:05,122 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:40:05,122 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:40:05,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:05,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,36195,1732520392889, state=OPEN 2024-11-25T07:40:05,185 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:40:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:40:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:40:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:40:05,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:40:05,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:40:05,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:40:05,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:40:05,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:05,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:40:05,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,36195,1732520392889 in 10.1930 sec 2024-11-25T07:40:05,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:40:05,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9570 sec 2024-11-25T07:40:05,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:40:05,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:40:05,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:40:05,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,36195,1732520392889, seqNum=-1] 2024-11-25T07:40:05,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:40:05,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:40:05,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2880 sec 2024-11-25T07:40:05,287 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732520405287, completionTime=-1 2024-11-25T07:40:05,289 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T07:40:05,289 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:40:05,312 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T07:40:05,312 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732520465312 2024-11-25T07:40:05,312 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732520525312 2024-11-25T07:40:05,312 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-25T07:40:05,314 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:40:05,319 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35009,1732520392020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,320 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35009,1732520392020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,320 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35009,1732520392020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,321 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:35009, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,322 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,322 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,328 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:40:05,347 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.287sec 2024-11-25T07:40:05,349 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:40:05,350 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:40:05,351 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:40:05,351 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:40:05,351 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:40:05,352 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35009,1732520392020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:40:05,352 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35009,1732520392020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:40:05,356 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:40:05,358 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:40:05,358 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,35009,1732520392020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:40:05,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d0a5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:40:05,414 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T07:40:05,414 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T07:40:05,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,35009,-1 for getting cluster id 2024-11-25T07:40:05,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:40:05,431 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0742ba2-2620-4d4d-b0a7-99861abd7e73' 2024-11-25T07:40:05,433 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:40:05,434 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0742ba2-2620-4d4d-b0a7-99861abd7e73" 2024-11-25T07:40:05,434 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8effbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:40:05,434 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,35009,-1] 2024-11-25T07:40:05,436 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:40:05,438 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:40:05,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:40:05,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e381e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:40:05,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:40:05,449 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,36195,1732520392889, seqNum=-1] 2024-11-25T07:40:05,450 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:40:05,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:40:05,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,35009,1732520392020 2024-11-25T07:40:05,474 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732520405473 (current time:1732520405473). 2024-11-25T07:40:05,474 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T07:40:05,475 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T07:40:05,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa578ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:40:05,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,35009,-1 for getting cluster id 2024-11-25T07:40:05,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:40:05,479 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0742ba2-2620-4d4d-b0a7-99861abd7e73' 2024-11-25T07:40:05,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:40:05,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0742ba2-2620-4d4d-b0a7-99861abd7e73" 2024-11-25T07:40:05,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c8b88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:40:05,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,35009,-1] 2024-11-25T07:40:05,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:40:05,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:40:05,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:40:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571fe20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:40:05,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:40:05,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,36195,1732520392889, seqNum=-1] 2024-11-25T07:40:05,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:40:05,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:40:05,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:40:05,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:40:05,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:40:05,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:40:05,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:40:05,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:40:05,508 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,35009,1732520392020 2024-11-25T07:40:05,510 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77efc9cb 2024-11-25T07:40:05,511 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:40:05,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:40:05,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:40:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T07:40:05,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:40:05,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T07:40:05,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:05,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:40:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741837_1013 (size=361) 2024-11-25T07:40:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741837_1013 (size=361) 2024-11-25T07:40:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741837_1013 (size=361) 2024-11-25T07:40:05,556 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebbb14afc05a0909828f65b30b3027e1, NAME => 'SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,556 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 44c1085fdb421e60001f8f839a76e9ec, NAME => 'SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,557 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3564fb92cd9e1920ae6b3d712f72dd19, NAME => 'SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741838_1014 (size=62) 2024-11-25T07:40:05,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741838_1014 (size=62) 2024-11-25T07:40:05,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741838_1014 (size=62) 2024-11-25T07:40:05,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 44c1085fdb421e60001f8f839a76e9ec, disabling compactions & flushes 2024-11-25T07:40:05,584 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:05,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:05,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. after waiting 0 ms 2024-11-25T07:40:05,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:05,584 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:05,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 44c1085fdb421e60001f8f839a76e9ec: Waiting for close lock at 1732520405583Disabling compacts and flushes for region at 1732520405583Disabling writes for close at 1732520405584 (+1 ms)Writing region close event to WAL at 1732520405584Closed at 1732520405584 2024-11-25T07:40:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741839_1015 (size=54) 2024-11-25T07:40:05,585 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4ac61440c40f5efe2515ff8b52f4064, NAME => 'SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741839_1015 (size=54) 2024-11-25T07:40:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741839_1015 (size=54) 2024-11-25T07:40:05,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ebbb14afc05a0909828f65b30b3027e1, disabling compactions & flushes 2024-11-25T07:40:05,587 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:05,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:05,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. after waiting 0 ms 2024-11-25T07:40:05,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:05,587 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:05,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebbb14afc05a0909828f65b30b3027e1: Waiting for close lock at 1732520405587Disabling compacts and flushes for region at 1732520405587Disabling writes for close at 1732520405587Writing region close event to WAL at 1732520405587Closed at 1732520405587 2024-11-25T07:40:05,588 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfde0bfebbcefa03441b7607e4a9476c, NAME => 'SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741840_1016 (size=62) 2024-11-25T07:40:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741840_1016 (size=62) 2024-11-25T07:40:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741840_1016 (size=62) 2024-11-25T07:40:05,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3564fb92cd9e1920ae6b3d712f72dd19, disabling compactions & flushes 2024-11-25T07:40:05,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:05,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:05,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. after waiting 0 ms 2024-11-25T07:40:05,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:05,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:05,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3564fb92cd9e1920ae6b3d712f72dd19: Waiting for close lock at 1732520405593Disabling compacts and flushes for region at 1732520405593Disabling writes for close at 1732520405594 (+1 ms)Writing region close event to WAL at 1732520405594Closed at 1732520405594 2024-11-25T07:40:05,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => af5db8cac68ea7a73fbe4455c6668a52, NAME => 'SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741841_1017 (size=62) 2024-11-25T07:40:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741841_1017 (size=62) 2024-11-25T07:40:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741841_1017 (size=62) 2024-11-25T07:40:05,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c4ac61440c40f5efe2515ff8b52f4064, disabling compactions & flushes 2024-11-25T07:40:05,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:05,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:05,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. after waiting 0 ms 2024-11-25T07:40:05,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:05,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:05,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4ac61440c40f5efe2515ff8b52f4064: Waiting for close lock at 1732520405605Disabling compacts and flushes for region at 1732520405605Disabling writes for close at 1732520405605Writing region close event to WAL at 1732520405605Closed at 1732520405605 2024-11-25T07:40:05,606 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8b489b4e7943b0078ded91dea4256cbd, NAME => 'SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741842_1018 (size=62) 2024-11-25T07:40:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741842_1018 (size=62) 2024-11-25T07:40:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741842_1018 (size=62) 2024-11-25T07:40:05,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741843_1019 (size=62) 2024-11-25T07:40:05,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bfde0bfebbcefa03441b7607e4a9476c, disabling compactions & flushes 2024-11-25T07:40:05,629 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:05,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:05,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. after waiting 0 ms 2024-11-25T07:40:05,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:05,629 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:05,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfde0bfebbcefa03441b7607e4a9476c: Waiting for close lock at 1732520405629Disabling compacts and flushes for region at 1732520405629Disabling writes for close at 1732520405629Writing region close event to WAL at 1732520405629Closed at 1732520405629 2024-11-25T07:40:05,630 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e267882a340f71c36b0f10e5acc46dee, NAME => 'SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741843_1019 (size=62) 2024-11-25T07:40:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741843_1019 (size=62) 2024-11-25T07:40:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing af5db8cac68ea7a73fbe4455c6668a52, disabling compactions & flushes 2024-11-25T07:40:05,635 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. after waiting 0 ms 2024-11-25T07:40:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:05,635 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:05,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for af5db8cac68ea7a73fbe4455c6668a52: Waiting for close lock at 1732520405635Disabling compacts and flushes for region at 1732520405635Disabling writes for close at 1732520405635Writing region close event to WAL at 1732520405635Closed at 1732520405635 2024-11-25T07:40:05,636 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6cb69a6660cc59b945e95b17236df1d, NAME => 'SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741844_1020 (size=62) 2024-11-25T07:40:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741844_1020 (size=62) 2024-11-25T07:40:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741844_1020 (size=62) 2024-11-25T07:40:05,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8b489b4e7943b0078ded91dea4256cbd, disabling compactions & flushes 2024-11-25T07:40:05,649 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:05,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:05,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. after waiting 0 ms 2024-11-25T07:40:05,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:05,649 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:05,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8b489b4e7943b0078ded91dea4256cbd: Waiting for close lock at 1732520405649Disabling compacts and flushes for region at 1732520405649Disabling writes for close at 1732520405649Writing region close event to WAL at 1732520405649Closed at 1732520405649 2024-11-25T07:40:05,650 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 693bc5252650a3857a0545a3342a747a, NAME => 'SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7 2024-11-25T07:40:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741845_1021 (size=62) 2024-11-25T07:40:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741845_1021 (size=62) 2024-11-25T07:40:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741845_1021 (size=62) 2024-11-25T07:40:05,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e267882a340f71c36b0f10e5acc46dee, disabling compactions & flushes 2024-11-25T07:40:05,668 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:05,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:05,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. after waiting 0 ms 2024-11-25T07:40:05,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:05,668 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:05,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e267882a340f71c36b0f10e5acc46dee: Waiting for close lock at 1732520405668Disabling compacts and flushes for region at 1732520405668Disabling writes for close at 1732520405668Writing region close event to WAL at 1732520405668Closed at 1732520405668 2024-11-25T07:40:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741847_1023 (size=54) 2024-11-25T07:40:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741847_1023 (size=54) 2024-11-25T07:40:05,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741846_1022 (size=62) 2024-11-25T07:40:05,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741846_1022 (size=62) 2024-11-25T07:40:05,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:05,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741847_1023 (size=54) 2024-11-25T07:40:05,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 693bc5252650a3857a0545a3342a747a, disabling compactions & flushes 2024-11-25T07:40:05,677 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:05,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:05,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741846_1022 (size=62) 2024-11-25T07:40:05,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. after waiting 0 ms 2024-11-25T07:40:05,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:05,678 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:05,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 693bc5252650a3857a0545a3342a747a: Waiting for close lock at 1732520405677Disabling compacts and flushes for region at 1732520405677Disabling writes for close at 1732520405677Writing region close event to WAL at 1732520405677Closed at 1732520405677 2024-11-25T07:40:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e6cb69a6660cc59b945e95b17236df1d, disabling compactions & flushes 2024-11-25T07:40:06,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:06,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:06,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. after waiting 0 ms 2024-11-25T07:40:06,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:06,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:06,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6cb69a6660cc59b945e95b17236df1d: Waiting for close lock at 1732520406080Disabling compacts and flushes for region at 1732520406080Disabling writes for close at 1732520406081 (+1 ms)Writing region close event to WAL at 1732520406081Closed at 1732520406081 2024-11-25T07:40:06,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:40:06,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520406086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520406086"}]},"ts":"1732520406086"} 2024-11-25T07:40:06,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T07:40:06,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:40:06,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520406136"}]},"ts":"1732520406136"} 2024-11-25T07:40:06,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T07:40:06,145 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T07:40:06,153 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:40:06,153 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:40:06,153 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T07:40:06,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:40:06,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebbb14afc05a0909828f65b30b3027e1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3564fb92cd9e1920ae6b3d712f72dd19, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfde0bfebbcefa03441b7607e4a9476c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af5db8cac68ea7a73fbe4455c6668a52, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e267882a340f71c36b0f10e5acc46dee, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=693bc5252650a3857a0545a3342a747a, ASSIGN}] 2024-11-25T07:40:06,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfde0bfebbcefa03441b7607e4a9476c, ASSIGN 2024-11-25T07:40:06,161 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN 2024-11-25T07:40:06,161 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN 2024-11-25T07:40:06,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3564fb92cd9e1920ae6b3d712f72dd19, ASSIGN 2024-11-25T07:40:06,163 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39185,1732520392951; forceNewPlan=false, retain=false 2024-11-25T07:40:06,163 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3564fb92cd9e1920ae6b3d712f72dd19, ASSIGN; state=OFFLINE, location=7fb8763a5d32,36195,1732520392889; forceNewPlan=false, retain=false 2024-11-25T07:40:06,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfde0bfebbcefa03441b7607e4a9476c, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42353,1732520392776; forceNewPlan=false, retain=false 2024-11-25T07:40:06,163 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=693bc5252650a3857a0545a3342a747a, ASSIGN 2024-11-25T07:40:06,163 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39185,1732520392951; forceNewPlan=false, retain=false 2024-11-25T07:40:06,165 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=693bc5252650a3857a0545a3342a747a, ASSIGN; state=OFFLINE, location=7fb8763a5d32,36195,1732520392889; forceNewPlan=false, retain=false 2024-11-25T07:40:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:06,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af5db8cac68ea7a73fbe4455c6668a52, ASSIGN 2024-11-25T07:40:06,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN 2024-11-25T07:40:06,172 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e267882a340f71c36b0f10e5acc46dee, ASSIGN 2024-11-25T07:40:06,172 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN 2024-11-25T07:40:06,172 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebbb14afc05a0909828f65b30b3027e1, ASSIGN 2024-11-25T07:40:06,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e267882a340f71c36b0f10e5acc46dee, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42353,1732520392776; forceNewPlan=false, retain=false 2024-11-25T07:40:06,174 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39185,1732520392951; forceNewPlan=false, retain=false 2024-11-25T07:40:06,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39185,1732520392951; forceNewPlan=false, retain=false 2024-11-25T07:40:06,174 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af5db8cac68ea7a73fbe4455c6668a52, ASSIGN; state=OFFLINE, location=7fb8763a5d32,36195,1732520392889; forceNewPlan=false, retain=false 2024-11-25T07:40:06,174 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ebbb14afc05a0909828f65b30b3027e1, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42353,1732520392776; forceNewPlan=false, retain=false 2024-11-25T07:40:06,317 INFO [7fb8763a5d32:35009 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T07:40:06,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e6cb69a6660cc59b945e95b17236df1d, regionState=OPENING, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:06,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bfde0bfebbcefa03441b7607e4a9476c, regionState=OPENING, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:06,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebbb14afc05a0909828f65b30b3027e1, regionState=OPENING, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:06,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8b489b4e7943b0078ded91dea4256cbd, regionState=OPENING, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:06,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e267882a340f71c36b0f10e5acc46dee, regionState=OPENING, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:06,321 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c4ac61440c40f5efe2515ff8b52f4064, regionState=OPENING, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:06,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=44c1085fdb421e60001f8f839a76e9ec, regionState=OPENING, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:06,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=693bc5252650a3857a0545a3342a747a, regionState=OPENING, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:06,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=af5db8cac68ea7a73fbe4455c6668a52, regionState=OPENING, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:06,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3564fb92cd9e1920ae6b3d712f72dd19, regionState=OPENING, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:06,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ebbb14afc05a0909828f65b30b3027e1, ASSIGN because future has completed 2024-11-25T07:40:06,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebbb14afc05a0909828f65b30b3027e1, server=7fb8763a5d32,42353,1732520392776}] 2024-11-25T07:40:06,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e267882a340f71c36b0f10e5acc46dee, ASSIGN because future has completed 2024-11-25T07:40:06,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e267882a340f71c36b0f10e5acc46dee, server=7fb8763a5d32,42353,1732520392776}] 2024-11-25T07:40:06,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN because future has completed 2024-11-25T07:40:06,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb69a6660cc59b945e95b17236df1d, server=7fb8763a5d32,39185,1732520392951}] 2024-11-25T07:40:06,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfde0bfebbcefa03441b7607e4a9476c, ASSIGN because future has completed 2024-11-25T07:40:06,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN because future has completed 2024-11-25T07:40:06,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfde0bfebbcefa03441b7607e4a9476c, server=7fb8763a5d32,42353,1732520392776}] 2024-11-25T07:40:06,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN because future has completed 2024-11-25T07:40:06,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b489b4e7943b0078ded91dea4256cbd, server=7fb8763a5d32,39185,1732520392951}] 2024-11-25T07:40:06,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN because future has completed 2024-11-25T07:40:06,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ac61440c40f5efe2515ff8b52f4064, server=7fb8763a5d32,39185,1732520392951}] 2024-11-25T07:40:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=693bc5252650a3857a0545a3342a747a, ASSIGN because future has completed 2024-11-25T07:40:06,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af5db8cac68ea7a73fbe4455c6668a52, ASSIGN because future has completed 2024-11-25T07:40:06,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c1085fdb421e60001f8f839a76e9ec, server=7fb8763a5d32,39185,1732520392951}] 2024-11-25T07:40:06,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693bc5252650a3857a0545a3342a747a, server=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3564fb92cd9e1920ae6b3d712f72dd19, ASSIGN because future has completed 2024-11-25T07:40:06,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19, server=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:06,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5db8cac68ea7a73fbe4455c6668a52, server=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:06,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:40:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:10,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:40:12,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:40:12,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:40:12,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:40:12,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:40:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:16,331 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:40:16,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:40:16,336 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:40:16,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41607, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:40:16,342 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:16,343 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ebbb14afc05a0909828f65b30b3027e1, NAME => 'SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T07:40:16,343 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,344 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,344 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,344 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,346 INFO [StoreOpener-ebbb14afc05a0909828f65b30b3027e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,347 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:16,347 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ac61440c40f5efe2515ff8b52f4064, NAME => 'SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T07:40:16,348 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,348 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,348 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,348 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,349 INFO [StoreOpener-ebbb14afc05a0909828f65b30b3027e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebbb14afc05a0909828f65b30b3027e1 columnFamilyName cf 2024-11-25T07:40:16,349 DEBUG [StoreOpener-ebbb14afc05a0909828f65b30b3027e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,350 INFO [StoreOpener-ebbb14afc05a0909828f65b30b3027e1-1 {}] regionserver.HStore(327): Store=ebbb14afc05a0909828f65b30b3027e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,351 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,351 INFO [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,353 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,353 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,353 INFO [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ac61440c40f5efe2515ff8b52f4064 columnFamilyName cf 2024-11-25T07:40:16,354 DEBUG [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,354 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,354 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,355 INFO [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] regionserver.HStore(327): Store=c4ac61440c40f5efe2515ff8b52f4064/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,355 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,357 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,357 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,358 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,358 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,359 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,362 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,364 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:16,365 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 693bc5252650a3857a0545a3342a747a, NAME => 'SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T07:40:16,365 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,366 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,366 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,366 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,367 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/ebbb14afc05a0909828f65b30b3027e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,367 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/c4ac61440c40f5efe2515ff8b52f4064/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,367 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ebbb14afc05a0909828f65b30b3027e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61261951, jitterRate=-0.08712579309940338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,367 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c4ac61440c40f5efe2515ff8b52f4064; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69909298, jitterRate=0.04172971844673157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,368 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:16,368 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:16,369 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ebbb14afc05a0909828f65b30b3027e1: Running coprocessor pre-open hook at 1732520416344Writing region info on filesystem at 1732520416344Initializing all the Stores at 1732520416346 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416346Cleaning up temporary data from old regions at 1732520416354 (+8 ms)Running coprocessor post-open hooks at 1732520416368 (+14 ms)Region opened successfully at 1732520416369 (+1 ms) 2024-11-25T07:40:16,369 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c4ac61440c40f5efe2515ff8b52f4064: Running coprocessor pre-open hook at 1732520416349Writing region info on filesystem at 1732520416349Initializing all the Stores at 1732520416350 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416350Cleaning up temporary data from old regions at 1732520416359 (+9 ms)Running coprocessor post-open hooks at 1732520416368 (+9 ms)Region opened successfully at 1732520416369 (+1 ms) 2024-11-25T07:40:16,371 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064., pid=20, masterSystemTime=1732520416336 2024-11-25T07:40:16,371 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1., pid=15, masterSystemTime=1732520416331 2024-11-25T07:40:16,372 INFO [StoreOpener-693bc5252650a3857a0545a3342a747a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,374 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:16,375 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:16,375 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:16,375 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bfde0bfebbcefa03441b7607e4a9476c, NAME => 'SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T07:40:16,375 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebbb14afc05a0909828f65b30b3027e1, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:16,375 INFO [StoreOpener-693bc5252650a3857a0545a3342a747a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693bc5252650a3857a0545a3342a747a columnFamilyName cf 2024-11-25T07:40:16,375 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,376 DEBUG [StoreOpener-693bc5252650a3857a0545a3342a747a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,376 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,376 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,376 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:16,377 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:16,377 INFO [StoreOpener-693bc5252650a3857a0545a3342a747a-1 {}] regionserver.HStore(327): Store=693bc5252650a3857a0545a3342a747a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,377 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:16,377 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b489b4e7943b0078ded91dea4256cbd, NAME => 'SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T07:40:16,377 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,377 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,378 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,378 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,378 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c4ac61440c40f5efe2515ff8b52f4064, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:16,382 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7fb8763a5d32,39185,1732520392951, table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:40:16,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebbb14afc05a0909828f65b30b3027e1, server=7fb8763a5d32,42353,1732520392776 because future has completed 2024-11-25T07:40:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ac61440c40f5efe2515ff8b52f4064, server=7fb8763a5d32,39185,1732520392951 because future has completed 2024-11-25T07:40:16,386 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35009 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7fb8763a5d32,42353,1732520392776, table=SPTestTable, region=ebbb14afc05a0909828f65b30b3027e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:40:16,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-25T07:40:16,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ebbb14afc05a0909828f65b30b3027e1, server=7fb8763a5d32,42353,1732520392776 in 10.0600 sec 2024-11-25T07:40:16,392 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,393 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-25T07:40:16,394 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,394 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ac61440c40f5efe2515ff8b52f4064, server=7fb8763a5d32,39185,1732520392951 in 10.0470 sec 2024-11-25T07:40:16,395 INFO [StoreOpener-bfde0bfebbcefa03441b7607e4a9476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebbb14afc05a0909828f65b30b3027e1, ASSIGN in 10.2370 sec 2024-11-25T07:40:16,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN in 10.2400 sec 2024-11-25T07:40:16,399 INFO [StoreOpener-bfde0bfebbcefa03441b7607e4a9476c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfde0bfebbcefa03441b7607e4a9476c columnFamilyName cf 2024-11-25T07:40:16,399 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,399 DEBUG [StoreOpener-bfde0bfebbcefa03441b7607e4a9476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,400 INFO [StoreOpener-bfde0bfebbcefa03441b7607e4a9476c-1 {}] regionserver.HStore(327): Store=bfde0bfebbcefa03441b7607e4a9476c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,400 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,401 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,402 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,403 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,403 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,404 INFO [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,406 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,407 INFO [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b489b4e7943b0078ded91dea4256cbd columnFamilyName cf 2024-11-25T07:40:16,407 DEBUG [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,408 INFO [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] regionserver.HStore(327): Store=8b489b4e7943b0078ded91dea4256cbd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,408 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,410 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,411 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,412 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,412 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,415 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,421 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,422 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 693bc5252650a3857a0545a3342a747a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72257660, jitterRate=0.07672303915023804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,423 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:16,423 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 693bc5252650a3857a0545a3342a747a: Running coprocessor pre-open hook at 1732520416366Writing region info on filesystem at 1732520416366Initializing all the Stores at 1732520416368 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416368Cleaning up temporary data from old regions at 1732520416394 (+26 ms)Running coprocessor post-open hooks at 1732520416423 (+29 ms)Region opened successfully at 1732520416423 2024-11-25T07:40:16,425 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., pid=22, masterSystemTime=1732520416353 2024-11-25T07:40:16,428 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:16,428 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:16,429 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:16,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => af5db8cac68ea7a73fbe4455c6668a52, NAME => 'SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T07:40:16,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,430 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,430 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,430 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=693bc5252650a3857a0545a3342a747a, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:16,436 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/bfde0bfebbcefa03441b7607e4a9476c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693bc5252650a3857a0545a3342a747a, server=7fb8763a5d32,36195,1732520392889 because future has completed 2024-11-25T07:40:16,437 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bfde0bfebbcefa03441b7607e4a9476c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60340167, jitterRate=-0.10086144506931305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,437 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:16,438 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bfde0bfebbcefa03441b7607e4a9476c: Running coprocessor pre-open hook at 1732520416376Writing region info on filesystem at 1732520416376Initializing all the Stores at 1732520416379 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416379Cleaning up temporary data from old regions at 1732520416403 (+24 ms)Running coprocessor post-open hooks at 1732520416437 (+34 ms)Region opened successfully at 1732520416438 (+1 ms) 2024-11-25T07:40:16,439 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c., pid=18, masterSystemTime=1732520416331 2024-11-25T07:40:16,440 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/8b489b4e7943b0078ded91dea4256cbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,441 INFO [StoreOpener-af5db8cac68ea7a73fbe4455c6668a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,443 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8b489b4e7943b0078ded91dea4256cbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011351, jitterRate=0.028349265456199646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,443 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:16,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8b489b4e7943b0078ded91dea4256cbd: Running coprocessor pre-open hook at 1732520416378Writing region info on filesystem at 1732520416378Initializing all the Stores at 1732520416380 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416380Cleaning up temporary data from old regions at 1732520416412 (+32 ms)Running coprocessor post-open hooks at 1732520416444 (+32 ms)Region opened successfully at 1732520416444 2024-11-25T07:40:16,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:16,444 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:16,444 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:16,445 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e267882a340f71c36b0f10e5acc46dee, NAME => 'SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T07:40:16,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-25T07:40:16,445 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 693bc5252650a3857a0545a3342a747a, server=7fb8763a5d32,36195,1732520392889 in 10.0960 sec 2024-11-25T07:40:16,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bfde0bfebbcefa03441b7607e4a9476c, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:16,445 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,446 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,446 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,447 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., pid=19, masterSystemTime=1732520416336 2024-11-25T07:40:16,449 INFO [StoreOpener-af5db8cac68ea7a73fbe4455c6668a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5db8cac68ea7a73fbe4455c6668a52 columnFamilyName cf 2024-11-25T07:40:16,449 DEBUG [StoreOpener-af5db8cac68ea7a73fbe4455c6668a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfde0bfebbcefa03441b7607e4a9476c, server=7fb8763a5d32,42353,1732520392776 because future has completed 2024-11-25T07:40:16,450 INFO [StoreOpener-af5db8cac68ea7a73fbe4455c6668a52-1 {}] regionserver.HStore(327): Store=af5db8cac68ea7a73fbe4455c6668a52/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,450 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,450 INFO [StoreOpener-e267882a340f71c36b0f10e5acc46dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,452 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=693bc5252650a3857a0545a3342a747a, ASSIGN in 10.2900 sec 2024-11-25T07:40:16,452 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:16,452 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:16,453 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:16,453 INFO [StoreOpener-e267882a340f71c36b0f10e5acc46dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e267882a340f71c36b0f10e5acc46dee columnFamilyName cf 2024-11-25T07:40:16,453 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c1085fdb421e60001f8f839a76e9ec, NAME => 'SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T07:40:16,453 DEBUG [StoreOpener-e267882a340f71c36b0f10e5acc46dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,453 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,453 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,453 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,454 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,454 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,454 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,454 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,454 INFO [StoreOpener-e267882a340f71c36b0f10e5acc46dee-1 {}] regionserver.HStore(327): Store=e267882a340f71c36b0f10e5acc46dee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,455 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8b489b4e7943b0078ded91dea4256cbd, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:16,459 INFO [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,459 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,460 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b489b4e7943b0078ded91dea4256cbd, server=7fb8763a5d32,39185,1732520392951 because future has completed 2024-11-25T07:40:16,462 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,463 INFO [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c1085fdb421e60001f8f839a76e9ec columnFamilyName cf 2024-11-25T07:40:16,463 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,464 DEBUG [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,463 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-25T07:40:16,466 INFO [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] regionserver.HStore(327): Store=44c1085fdb421e60001f8f839a76e9ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,466 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,467 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/af5db8cac68ea7a73fbe4455c6668a52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,468 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,468 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,469 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened af5db8cac68ea7a73fbe4455c6668a52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72736579, jitterRate=0.08385948836803436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,469 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:16,469 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,469 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for af5db8cac68ea7a73fbe4455c6668a52: Running coprocessor pre-open hook at 1732520416430Writing region info on filesystem at 1732520416430Initializing all the Stores at 1732520416433 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416433Cleaning up temporary data from old regions at 1732520416454 (+21 ms)Running coprocessor post-open hooks at 1732520416469 (+15 ms)Region opened successfully at 1732520416469 2024-11-25T07:40:16,469 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,469 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,471 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52., pid=24, masterSystemTime=1732520416353 2024-11-25T07:40:16,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bfde0bfebbcefa03441b7607e4a9476c, server=7fb8763a5d32,42353,1732520392776 in 10.1250 sec 2024-11-25T07:40:16,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-25T07:40:16,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b489b4e7943b0078ded91dea4256cbd, server=7fb8763a5d32,39185,1732520392951 in 10.1270 sec 2024-11-25T07:40:16,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfde0bfebbcefa03441b7607e4a9476c, ASSIGN in 10.3120 sec 2024-11-25T07:40:16,478 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,478 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:16,479 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:16,479 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:16,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN in 10.3200 sec 2024-11-25T07:40:16,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=af5db8cac68ea7a73fbe4455c6668a52, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:16,482 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,483 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e267882a340f71c36b0f10e5acc46dee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73190161, jitterRate=0.09061838686466217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,484 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:16,484 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e267882a340f71c36b0f10e5acc46dee: Running coprocessor pre-open hook at 1732520416446Writing region info on filesystem at 1732520416446Initializing all the Stores at 1732520416449 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416450 (+1 ms)Cleaning up temporary data from old regions at 1732520416464 (+14 ms)Running coprocessor post-open hooks at 1732520416484 (+20 ms)Region opened successfully at 1732520416484 2024-11-25T07:40:16,484 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3564fb92cd9e1920ae6b3d712f72dd19, NAME => 'SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T07:40:16,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5db8cac68ea7a73fbe4455c6668a52, server=7fb8763a5d32,36195,1732520392889 because future has completed 2024-11-25T07:40:16,485 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,485 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,486 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,486 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., pid=16, masterSystemTime=1732520416331 2024-11-25T07:40:16,487 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,488 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/44c1085fdb421e60001f8f839a76e9ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,489 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 44c1085fdb421e60001f8f839a76e9ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71924366, jitterRate=0.07175657153129578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,489 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:16,490 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 44c1085fdb421e60001f8f839a76e9ec: Running coprocessor pre-open hook at 1732520416454Writing region info on filesystem at 1732520416454Initializing all the Stores at 1732520416456 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416456Cleaning up temporary data from old regions at 1732520416469 (+13 ms)Running coprocessor post-open hooks at 1732520416489 (+20 ms)Region opened successfully at 1732520416490 (+1 ms) 2024-11-25T07:40:16,493 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec., pid=21, masterSystemTime=1732520416336 2024-11-25T07:40:16,493 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:16,493 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:16,493 INFO [StoreOpener-3564fb92cd9e1920ae6b3d712f72dd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,497 INFO [StoreOpener-3564fb92cd9e1920ae6b3d712f72dd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3564fb92cd9e1920ae6b3d712f72dd19 columnFamilyName cf 2024-11-25T07:40:16,498 DEBUG [StoreOpener-3564fb92cd9e1920ae6b3d712f72dd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,499 INFO [StoreOpener-3564fb92cd9e1920ae6b3d712f72dd19-1 {}] regionserver.HStore(327): Store=3564fb92cd9e1920ae6b3d712f72dd19/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,499 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,500 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e267882a340f71c36b0f10e5acc46dee, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:16,502 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,502 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,503 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-25T07:40:16,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure af5db8cac68ea7a73fbe4455c6668a52, server=7fb8763a5d32,36195,1732520392889 in 10.1360 sec 2024-11-25T07:40:16,505 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:16,505 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:16,505 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:16,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e267882a340f71c36b0f10e5acc46dee, server=7fb8763a5d32,42353,1732520392776 because future has completed 2024-11-25T07:40:16,505 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e6cb69a6660cc59b945e95b17236df1d, NAME => 'SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T07:40:16,506 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,506 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:16,506 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,506 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,509 INFO [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af5db8cac68ea7a73fbe4455c6668a52, ASSIGN in 10.3490 sec 2024-11-25T07:40:16,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=44c1085fdb421e60001f8f839a76e9ec, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:16,512 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c1085fdb421e60001f8f839a76e9ec, server=7fb8763a5d32,39185,1732520392951 because future has completed 2024-11-25T07:40:16,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-25T07:40:16,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e267882a340f71c36b0f10e5acc46dee, server=7fb8763a5d32,42353,1732520392776 in 10.1820 sec 2024-11-25T07:40:16,520 INFO [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb69a6660cc59b945e95b17236df1d columnFamilyName cf 2024-11-25T07:40:16,520 DEBUG [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:16,522 INFO [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] regionserver.HStore(327): Store=e6cb69a6660cc59b945e95b17236df1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:16,522 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,524 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e267882a340f71c36b0f10e5acc46dee, ASSIGN in 10.3640 sec 2024-11-25T07:40:16,526 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,527 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,527 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-25T07:40:16,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 44c1085fdb421e60001f8f839a76e9ec, server=7fb8763a5d32,39185,1732520392951 in 10.1810 sec 2024-11-25T07:40:16,531 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,532 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/3564fb92cd9e1920ae6b3d712f72dd19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN in 10.3740 sec 2024-11-25T07:40:16,533 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3564fb92cd9e1920ae6b3d712f72dd19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74700412, jitterRate=0.11312288045883179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,533 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:16,533 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3564fb92cd9e1920ae6b3d712f72dd19: Running coprocessor pre-open hook at 1732520416487Writing region info on filesystem at 1732520416487Initializing all the Stores at 1732520416490 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416491 (+1 ms)Cleaning up temporary data from old regions at 1732520416503 (+12 ms)Running coprocessor post-open hooks at 1732520416533 (+30 ms)Region opened successfully at 1732520416533 2024-11-25T07:40:16,535 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19., pid=23, masterSystemTime=1732520416353 2024-11-25T07:40:16,540 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e6cb69a6660cc59b945e95b17236df1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:40:16,541 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e6cb69a6660cc59b945e95b17236df1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72237701, jitterRate=0.07642562687397003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:16,541 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:16,542 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e6cb69a6660cc59b945e95b17236df1d: Running coprocessor pre-open hook at 1732520416506Writing region info on filesystem at 1732520416506Initializing all the Stores at 1732520416509 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520416509Cleaning up temporary data from old regions at 1732520416527 (+18 ms)Running coprocessor post-open hooks at 1732520416542 (+15 ms)Region opened successfully at 1732520416542 2024-11-25T07:40:16,541 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:16,542 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:16,543 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., pid=17, masterSystemTime=1732520416336 2024-11-25T07:40:16,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3564fb92cd9e1920ae6b3d712f72dd19, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:16,550 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:16,551 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19, server=7fb8763a5d32,36195,1732520392889 because future has completed 2024-11-25T07:40:16,553 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e6cb69a6660cc59b945e95b17236df1d, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:16,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb69a6660cc59b945e95b17236df1d, server=7fb8763a5d32,39185,1732520392951 because future has completed 2024-11-25T07:40:16,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-25T07:40:16,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19, server=7fb8763a5d32,36195,1732520392889 in 10.2050 sec 2024-11-25T07:40:16,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-25T07:40:16,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3564fb92cd9e1920ae6b3d712f72dd19, ASSIGN in 10.4060 sec 2024-11-25T07:40:16,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e6cb69a6660cc59b945e95b17236df1d, server=7fb8763a5d32,39185,1732520392951 in 10.2300 sec 2024-11-25T07:40:16,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-25T07:40:16,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN in 10.4090 sec 2024-11-25T07:40:16,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:40:16,574 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520416574"}]},"ts":"1732520416574"} 2024-11-25T07:40:16,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T07:40:16,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:40:16,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0570 sec 2024-11-25T07:40:18,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T07:40:21,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:40:21,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:40:22,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-25T07:40:22,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-25T07:40:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:40:23,758 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T07:40:23,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T07:40:23,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:40:23,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T07:40:23,774 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:40:23,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T07:40:23,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,860 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee., hostname=7fb8763a5d32,42353,1732520392776, seqNum=2] 2024-11-25T07:40:23,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:23,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., hostname=7fb8763a5d32,39185,1732520392951, seqNum=2] 2024-11-25T07:40:24,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., hostname=7fb8763a5d32,36195,1732520392889, seqNum=2] 2024-11-25T07:40:24,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:40:24,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:40:24,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:40:24,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:40:24,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:40:24,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:40:24,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36195 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:24,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:40:25,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36195 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:40:25,643 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T07:40:25,645 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:40:25,646 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T07:40:25,653 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T07:40:25,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T07:40:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741848_1024 (size=49) 2024-11-25T07:40:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741848_1024 (size=49) 2024-11-25T07:40:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741848_1024 (size=49) 2024-11-25T07:40:25,680 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T07:40:25,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebbb14afc05a0909828f65b30b3027e1}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfde0bfebbcefa03441b7607e4a9476c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af5db8cac68ea7a73fbe4455c6668a52}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e267882a340f71c36b0f10e5acc46dee}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 693bc5252650a3857a0545a3342a747a}] 2024-11-25T07:40:25,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:25,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:25,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:25,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:25,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:25,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:25,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:25,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:25,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:25,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:25,747 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:25,748 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7fb8763a5d32,39185,1732520392951: Simulated kill ***** 2024-11-25T07:40:25,748 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:40:25,750 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:40:25,752 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:40:25,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:40:25,755 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:40:25,763 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591351296 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153790736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7fb8763a5d32", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7fb8763a5d32", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58576", "tag.serverName": "7fb8763a5d32,36195,1732520392889", "tag.clusterId": "e0742ba2-2620-4d4d-b0a7-99861abd7e73", "tag.Context": "regionserver", "tag.Hostname": "7fb8763a5d32", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732520392889, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T07:40:25,767 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35009 {}] master.MasterRpcServices(700): 7fb8763a5d32,39185,1732520392951 reported a fatal error: ***** ABORTING region server 7fb8763a5d32,39185,1732520392951: Simulated kill ***** 2024-11-25T07:40:25,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,39185,1732520392951' ***** 2024-11-25T07:40:25,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T07:40:25,770 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:40:25,770 INFO [RS:2;7fb8763a5d32:39185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T07:40:25,770 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:40:25,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:40:25,770 INFO [RS:2;7fb8763a5d32:39185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T07:40:25,770 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:40:25,770 INFO [RS:2;7fb8763a5d32:39185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7fb8763a5d32:39185. 2024-11-25T07:40:25,770 DEBUG [RS:2;7fb8763a5d32:39185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:40:25,770 DEBUG [RS:2;7fb8763a5d32:39185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:40:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741834_1010 (size=1257) 2024-11-25T07:40:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741834_1010 (size=1257) 2024-11-25T07:40:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741834_1010 (size=1257) 2024-11-25T07:40:25,777 DEBUG [RS:2;7fb8763a5d32:39185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:40:25,777 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:40:25,777 INFO [RS:2;7fb8763a5d32:39185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39185 2024-11-25T07:40:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,39185,1732520392951 2024-11-25T07:40:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:40:25,784 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:40:25,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,39185,1732520392951] 2024-11-25T07:40:25,797 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:40:25,804 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,39185,1732520392951 already deleted, retry=false 2024-11-25T07:40:25,805 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7fb8763a5d32,39185,1732520392951 on 7fb8763a5d32,35009,1732520392020 2024-11-25T07:40:25,809 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7fb8763a5d32,39185,1732520392951, splitWal=true, meta=false 2024-11-25T07:40:25,811 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 7fb8763a5d32,39185,1732520392951 (carryingMeta=false) 7fb8763a5d32,39185,1732520392951/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b798f76[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T07:40:25,812 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7fb8763a5d32,39185,1732520392951, splitWal=true, meta=false 2024-11-25T07:40:25,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:25,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:25,813 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:25,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:25,814 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7fb8763a5d32,39185,1732520392951 had 4 regions 2024-11-25T07:40:25,814 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d can not run currently because target server of region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 7fb8763a5d32,39185,1732520392951 is in state CRASHED, wait 1000 ms to retry 2024-11-25T07:40:25,814 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d; timeout=1000, timestamp=1732520426814 2024-11-25T07:40:25,814 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec can not run currently because target server of region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 7fb8763a5d32,39185,1732520392951 is in state CRASHED, wait 1000 ms to retry 2024-11-25T07:40:25,814 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 can not run currently because target server of region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 7fb8763a5d32,39185,1732520392951 is in state CRASHED, wait 1000 ms to retry 2024-11-25T07:40:25,814 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec; timeout=1000, timestamp=1732520426814 2024-11-25T07:40:25,814 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064; timeout=1000, timestamp=1732520426814 2024-11-25T07:40:25,815 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd can not run currently because target server of region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 7fb8763a5d32,39185,1732520392951 is in state CRASHED, wait 1000 ms to retry 2024-11-25T07:40:25,815 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd; timeout=1000, timestamp=1732520426815 2024-11-25T07:40:25,815 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7fb8763a5d32,39185,1732520392951, splitWal=true, meta=false, isMeta: false 2024-11-25T07:40:25,817 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting 2024-11-25T07:40:25,819 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7fb8763a5d32,39185,1732520392951 WAL count=1, meta=false 2024-11-25T07:40:25,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C39185%2C1732520392951.1732520394623}] 2024-11-25T07:40:25,826 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:25,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C39185%2C1732520392951.1732520394623, worker=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:40:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39185-0x10170ef2db10003, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:40:25,896 INFO [RS:2;7fb8763a5d32:39185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:40:25,896 INFO [RS:2;7fb8763a5d32:39185 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,39185,1732520392951; zookeeper connection closed. 2024-11-25T07:40:25,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@201ec768 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@201ec768 2024-11-25T07:40:26,541 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:40:26,541 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:40:26,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:26,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:26,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:26,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:26,817 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec can not run currently because target server of region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T07:40:26,817 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d can not run currently because target server of region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T07:40:26,817 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd can not run currently because target server of region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T07:40:26,817 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 can not run currently because target server of region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T07:40:26,817 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec; timeout=2000, timestamp=1732520428817 2024-11-25T07:40:26,817 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d; timeout=2000, timestamp=1732520428817 2024-11-25T07:40:26,817 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064; timeout=2000, timestamp=1732520428817 2024-11-25T07:40:26,817 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd; timeout=2000, timestamp=1732520428817 2024-11-25T07:40:28,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:28,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:28,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:28,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:28,821 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd can not run currently because target server of region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T07:40:28,822 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd; timeout=4000, timestamp=1732520432821 2024-11-25T07:40:28,822 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec can not run currently because target server of region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T07:40:28,822 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d can not run currently because target server of region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T07:40:28,822 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 can not run currently because target server of region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T07:40:28,823 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec; timeout=4000, timestamp=1732520432822 2024-11-25T07:40:28,823 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d; timeout=4000, timestamp=1732520432823 2024-11-25T07:40:28,823 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064; timeout=4000, timestamp=1732520432823 2024-11-25T07:40:32,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:32,822 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:32,823 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd can not run currently because target server of region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T07:40:32,823 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd; timeout=8000, timestamp=1732520440823 2024-11-25T07:40:32,823 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec can not run currently because target server of region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T07:40:32,823 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec; timeout=8000, timestamp=1732520440823 2024-11-25T07:40:32,823 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:32,824 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:32,824 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 can not run currently because target server of region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T07:40:32,824 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064; timeout=8000, timestamp=1732520440824 2024-11-25T07:40:32,825 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d can not run currently because target server of region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 7fb8763a5d32,39185,1732520392951 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T07:40:32,825 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d; timeout=8000, timestamp=1732520440825 2024-11-25T07:40:35,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T07:40:35,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T07:40:35,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T07:40:35,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:35,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T07:40:35,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T07:40:35,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:35,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for af5db8cac68ea7a73fbe4455c6668a52: 2024-11-25T07:40:35,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. for SnapshotProcedureTest completed. 2024-11-25T07:40:35,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:35,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:35,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T07:40:35,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:35,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ebbb14afc05a0909828f65b30b3027e1: 2024-11-25T07:40:35,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. for SnapshotProcedureTest completed. 2024-11-25T07:40:35,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:35,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:35,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3564fb92cd9e1920ae6b3d712f72dd19: 2024-11-25T07:40:35,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e267882a340f71c36b0f10e5acc46dee 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T07:40:35,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. for SnapshotProcedureTest completed. 2024-11-25T07:40:35,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:35,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 693bc5252650a3857a0545a3342a747a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T07:40:35,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-25T07:40:35,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:35,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:35,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:35,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:35,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for bfde0bfebbcefa03441b7607e4a9476c: 2024-11-25T07:40:35,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. for SnapshotProcedureTest completed. 2024-11-25T07:40:35,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:35,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:35,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:35,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:35,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:35,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:35,774 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623, size=1.2 K (1257bytes) 2024-11-25T07:40:35,775 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T07:40:35,776 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T07:40:35,776 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 2024-11-25T07:40:35,783 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 after 4ms 2024-11-25T07:40:35,834 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 took 60ms 2024-11-25T07:40:35,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/.tmp/cf/e3337338b5784c48a8d5dd3ec9400f2f is 34, key is baa/cf:cf/1732520424900/Put/seqid=0 2024-11-25T07:40:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741851_1027 (size=65) 2024-11-25T07:40:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741851_1027 (size=65) 2024-11-25T07:40:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741851_1027 (size=65) 2024-11-25T07:40:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741850_1026 (size=65) 2024-11-25T07:40:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741850_1026 (size=65) 2024-11-25T07:40:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741850_1026 (size=65) 2024-11-25T07:40:36,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:40:36,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T07:40:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T07:40:36,030 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:36,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:40:36,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3564fb92cd9e1920ae6b3d712f72dd19 in 10.3500 sec 2024-11-25T07:40:36,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/.tmp/cf/4324868eea1c4f7d96db0398d6b5a44b is 34, key is eaa/cf:cf/1732520425480/Put/seqid=0 2024-11-25T07:40:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741852_1028 (size=57) 2024-11-25T07:40:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741852_1028 (size=57) 2024-11-25T07:40:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741852_1028 (size=57) 2024-11-25T07:40:36,118 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4ac61440c40f5efe2515ff8b52f4064: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T07:40:36,121 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8b489b4e7943b0078ded91dea4256cbd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T07:40:36,124 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 44c1085fdb421e60001f8f839a76e9ec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T07:40:36,127 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e6cb69a6660cc59b945e95b17236df1d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T07:40:36,127 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 so closing down 2024-11-25T07:40:36,127 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:40:36,128 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:40:36,132 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 95 ms; skipped=4; WAL=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-25T07:40:36,133 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623, journal: Splitting hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623, size=1.2 K (1257bytes) at 1732520435775Finishing writing output for hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 so closing down at 1732520436127 (+352 ms)3 split writer threads finished at 1732520436128 (+1 ms)Processed 4 edits across 0 Regions in 95 ms; skipped=4; WAL=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732520436133 (+5 ms) 2024-11-25T07:40:36,133 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 2024-11-25T07:40:36,133 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T07:40:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T07:40:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741849_1025 (size=65) 2024-11-25T07:40:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741849_1025 (size=65) 2024-11-25T07:40:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741849_1025 (size=65) 2024-11-25T07:40:36,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:40:36,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T07:40:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T07:40:36,184 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:36,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:40:36,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af5db8cac68ea7a73fbe4455c6668a52 in 10.5050 sec 2024-11-25T07:40:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741854_1030 (size=499309) 2024-11-25T07:40:36,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741854_1030 (size=499309) 2024-11-25T07:40:36,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741853_1029 (size=28623) 2024-11-25T07:40:36,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741854_1030 (size=499309) 2024-11-25T07:40:36,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/.tmp/cf/4324868eea1c4f7d96db0398d6b5a44b 2024-11-25T07:40:36,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741853_1029 (size=28623) 2024-11-25T07:40:36,206 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/.tmp/cf/e3337338b5784c48a8d5dd3ec9400f2f 2024-11-25T07:40:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741853_1029 (size=28623) 2024-11-25T07:40:36,209 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting/7fb8763a5d32%2C39185%2C1732520392951.1732520394623 to hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs 2024-11-25T07:40:36,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T07:40:36,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C39185%2C1732520392951.1732520394623, worker=7fb8763a5d32,36195,1732520392889 in 10.3810 sec 2024-11-25T07:40:36,225 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:36,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T07:40:36,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C39185%2C1732520392951.1732520394623, worker=7fb8763a5d32,36195,1732520392889 in 10.4060 sec 2024-11-25T07:40:36,235 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting dir is empty, no logs to split. 2024-11-25T07:40:36,235 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7fb8763a5d32,39185,1732520392951 WAL count=0, meta=false 2024-11-25T07:40:36,235 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7fb8763a5d32,39185,1732520392951 WAL splitting is done? wals=0, meta=false 2024-11-25T07:40:36,242 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7fb8763a5d32,39185,1732520392951 failed, ignore...File hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,39185,1732520392951-splitting does not exist. 2024-11-25T07:40:36,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN}] 2024-11-25T07:40:36,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN 2024-11-25T07:40:36,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN 2024-11-25T07:40:36,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN 2024-11-25T07:40:36,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:40:36,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN 2024-11-25T07:40:36,253 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:40:36,255 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:40:36,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:40:36,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/.tmp/cf/e3337338b5784c48a8d5dd3ec9400f2f as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/cf/e3337338b5784c48a8d5dd3ec9400f2f 2024-11-25T07:40:36,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/.tmp/cf/4324868eea1c4f7d96db0398d6b5a44b as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/cf/4324868eea1c4f7d96db0398d6b5a44b 2024-11-25T07:40:36,339 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/cf/4324868eea1c4f7d96db0398d6b5a44b, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T07:40:36,341 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/cf/e3337338b5784c48a8d5dd3ec9400f2f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T07:40:36,348 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e267882a340f71c36b0f10e5acc46dee in 639ms, sequenceid=5, compaction requested=false 2024-11-25T07:40:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e267882a340f71c36b0f10e5acc46dee: 2024-11-25T07:40:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. for SnapshotProcedureTest completed. 2024-11-25T07:40:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:36,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/cf/e3337338b5784c48a8d5dd3ec9400f2f] hfiles 2024-11-25T07:40:36,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 693bc5252650a3857a0545a3342a747a in 636ms, sequenceid=5, compaction requested=false 2024-11-25T07:40:36,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 693bc5252650a3857a0545a3342a747a: 2024-11-25T07:40:36,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. for SnapshotProcedureTest completed. 2024-11-25T07:40:36,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:36,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:36,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/cf/4324868eea1c4f7d96db0398d6b5a44b] hfiles 2024-11-25T07:40:36,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/cf/4324868eea1c4f7d96db0398d6b5a44b for snapshot=SnapshotProcedureTest 2024-11-25T07:40:36,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/cf/e3337338b5784c48a8d5dd3ec9400f2f for snapshot=SnapshotProcedureTest 2024-11-25T07:40:36,404 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:40:36,406 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:40:36,406 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:40:36,407 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:40:36,407 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:40:36,407 INFO [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:40:36,407 INFO [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:40:36,407 DEBUG [7fb8763a5d32:35009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:40:36,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=44c1085fdb421e60001f8f839a76e9ec, regionState=OPENING, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:36,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c4ac61440c40f5efe2515ff8b52f4064, regionState=OPENING, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:36,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8b489b4e7943b0078ded91dea4256cbd, regionState=OPENING, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:36,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=e6cb69a6660cc59b945e95b17236df1d, regionState=OPENING, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:36,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:40:36,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T07:40:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T07:40:36,411 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:36,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:40:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN because future has completed 2024-11-25T07:40:36,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb69a6660cc59b945e95b17236df1d, server=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN because future has completed 2024-11-25T07:40:36,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b489b4e7943b0078ded91dea4256cbd, server=7fb8763a5d32,42353,1732520392776}] 2024-11-25T07:40:36,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfde0bfebbcefa03441b7607e4a9476c in 10.7310 sec 2024-11-25T07:40:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN because future has completed 2024-11-25T07:40:36,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ac61440c40f5efe2515ff8b52f4064, server=7fb8763a5d32,36195,1732520392889}] 2024-11-25T07:40:36,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN because future has completed 2024-11-25T07:40:36,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c1085fdb421e60001f8f839a76e9ec, server=7fb8763a5d32,42353,1732520392776}] 2024-11-25T07:40:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741855_1031 (size=105) 2024-11-25T07:40:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741855_1031 (size=105) 2024-11-25T07:40:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741855_1031 (size=105) 2024-11-25T07:40:36,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:40:36,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T07:40:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T07:40:36,462 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:36,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:40:36,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e267882a340f71c36b0f10e5acc46dee in 10.7840 sec 2024-11-25T07:40:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741856_1032 (size=97) 2024-11-25T07:40:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741856_1032 (size=97) 2024-11-25T07:40:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741856_1032 (size=97) 2024-11-25T07:40:36,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:40:36,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T07:40:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T07:40:36,480 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:36,481 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 693bc5252650a3857a0545a3342a747a 2024-11-25T07:40:36,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 693bc5252650a3857a0545a3342a747a in 10.8010 sec 2024-11-25T07:40:36,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:40:36,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T07:40:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T07:40:36,498 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:36,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:40:36,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ebbb14afc05a0909828f65b30b3027e1 in 10.8190 sec 2024-11-25T07:40:40,824 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec held by pid=40 2024-11-25T07:40:40,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd held by pid=41 2024-11-25T07:40:40,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:40,824 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:40,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 held by pid=39 2024-11-25T07:40:40,825 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:40,826 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d held by pid=42 2024-11-25T07:40:40,826 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:45,371 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:40:45,371 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:40:46,426 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:46,426 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e6cb69a6660cc59b945e95b17236df1d, NAME => 'SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T07:40:46,426 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,426 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:46,426 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,427 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,428 INFO [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,428 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:46,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b489b4e7943b0078ded91dea4256cbd, NAME => 'SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T07:40:46,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:46,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,429 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,430 INFO [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb69a6660cc59b945e95b17236df1d columnFamilyName cf 2024-11-25T07:40:46,430 DEBUG [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:46,430 INFO [StoreOpener-e6cb69a6660cc59b945e95b17236df1d-1 {}] regionserver.HStore(327): Store=e6cb69a6660cc59b945e95b17236df1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:46,431 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,431 INFO [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,432 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,432 INFO [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b489b4e7943b0078ded91dea4256cbd columnFamilyName cf 2024-11-25T07:40:46,432 DEBUG [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:46,433 INFO [StoreOpener-8b489b4e7943b0078ded91dea4256cbd-1 {}] regionserver.HStore(327): Store=8b489b4e7943b0078ded91dea4256cbd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:46,433 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,433 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,434 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,434 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,434 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,436 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,436 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,436 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,438 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,438 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,439 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8b489b4e7943b0078ded91dea4256cbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61322940, jitterRate=-0.0862169861793518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:46,439 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,439 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e6cb69a6660cc59b945e95b17236df1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71194040, jitterRate=0.06087386608123779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:46,439 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,440 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8b489b4e7943b0078ded91dea4256cbd: Running coprocessor pre-open hook at 1732520446429Writing region info on filesystem at 1732520446429Initializing all the Stores at 1732520446431 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520446431Cleaning up temporary data from old regions at 1732520446436 (+5 ms)Running coprocessor post-open hooks at 1732520446439 (+3 ms)Region opened successfully at 1732520446439 2024-11-25T07:40:46,440 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e6cb69a6660cc59b945e95b17236df1d: Running coprocessor pre-open hook at 1732520446427Writing region info on filesystem at 1732520446427Initializing all the Stores at 1732520446428 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520446428Cleaning up temporary data from old regions at 1732520446434 (+6 ms)Running coprocessor post-open hooks at 1732520446439 (+5 ms)Region opened successfully at 1732520446440 (+1 ms) 2024-11-25T07:40:46,441 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., pid=44, masterSystemTime=1732520446423 2024-11-25T07:40:46,441 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., pid=43, masterSystemTime=1732520446420 2024-11-25T07:40:46,443 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:46,443 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:46,443 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:46,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ac61440c40f5efe2515ff8b52f4064, NAME => 'SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T07:40:46,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=e6cb69a6660cc59b945e95b17236df1d, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:46,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:46,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,444 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,445 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:46,445 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:46,445 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:46,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8b489b4e7943b0078ded91dea4256cbd, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:46,445 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c1085fdb421e60001f8f839a76e9ec, NAME => 'SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T07:40:46,446 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,446 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:40:46,446 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,446 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,448 INFO [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb69a6660cc59b945e95b17236df1d, server=7fb8763a5d32,36195,1732520392889 because future has completed 2024-11-25T07:40:46,450 INFO [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,450 INFO [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ac61440c40f5efe2515ff8b52f4064 columnFamilyName cf 2024-11-25T07:40:46,450 DEBUG [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b489b4e7943b0078ded91dea4256cbd, server=7fb8763a5d32,42353,1732520392776 because future has completed 2024-11-25T07:40:46,451 INFO [StoreOpener-c4ac61440c40f5efe2515ff8b52f4064-1 {}] regionserver.HStore(327): Store=c4ac61440c40f5efe2515ff8b52f4064/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:46,451 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,452 INFO [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c1085fdb421e60001f8f839a76e9ec columnFamilyName cf 2024-11-25T07:40:46,452 DEBUG [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:40:46,453 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,454 INFO [StoreOpener-44c1085fdb421e60001f8f839a76e9ec-1 {}] regionserver.HStore(327): Store=44c1085fdb421e60001f8f839a76e9ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:40:46,454 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,455 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,455 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,455 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,456 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,457 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T07:40:46,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure e6cb69a6660cc59b945e95b17236df1d, server=7fb8763a5d32,36195,1732520392889 in 10.0360 sec 2024-11-25T07:40:46,458 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,458 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-25T07:40:46,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6cb69a6660cc59b945e95b17236df1d, ASSIGN in 10.2120 sec 2024-11-25T07:40:46,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b489b4e7943b0078ded91dea4256cbd, server=7fb8763a5d32,42353,1732520392776 in 10.0350 sec 2024-11-25T07:40:46,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:46,462 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,462 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,463 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 44c1085fdb421e60001f8f839a76e9ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65454147, jitterRate=-0.024657204747200012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:46,463 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c4ac61440c40f5efe2515ff8b52f4064; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65755442, jitterRate=-0.020167559385299683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:40:46,463 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,463 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b489b4e7943b0078ded91dea4256cbd, ASSIGN in 10.2150 sec 2024-11-25T07:40:46,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:46,464 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c4ac61440c40f5efe2515ff8b52f4064: Running coprocessor pre-open hook at 1732520446445Writing region info on filesystem at 1732520446445Initializing all the Stores at 1732520446447 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520446447Cleaning up temporary data from old regions at 1732520446456 (+9 ms)Running coprocessor post-open hooks at 1732520446463 (+7 ms)Region opened successfully at 1732520446463 2024-11-25T07:40:46,464 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 44c1085fdb421e60001f8f839a76e9ec: Running coprocessor pre-open hook at 1732520446446Writing region info on filesystem at 1732520446446Initializing all the Stores at 1732520446448 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520446448Cleaning up temporary data from old regions at 1732520446458 (+10 ms)Running coprocessor post-open hooks at 1732520446463 (+5 ms)Region opened successfully at 1732520446463 2024-11-25T07:40:46,464 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064., pid=45, masterSystemTime=1732520446420 2024-11-25T07:40:46,465 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec., pid=46, masterSystemTime=1732520446423 2024-11-25T07:40:46,467 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:46,467 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:46,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c4ac61440c40f5efe2515ff8b52f4064, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:46,468 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:46,468 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:46,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=44c1085fdb421e60001f8f839a76e9ec, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ac61440c40f5efe2515ff8b52f4064, server=7fb8763a5d32,36195,1732520392889 because future has completed 2024-11-25T07:40:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c1085fdb421e60001f8f839a76e9ec, server=7fb8763a5d32,42353,1732520392776 because future has completed 2024-11-25T07:40:46,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-25T07:40:46,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-25T07:40:46,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 44c1085fdb421e60001f8f839a76e9ec, server=7fb8763a5d32,42353,1732520392776 in 10.0550 sec 2024-11-25T07:40:46,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ac61440c40f5efe2515ff8b52f4064, server=7fb8763a5d32,36195,1732520392889 in 10.0580 sec 2024-11-25T07:40:46,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44c1085fdb421e60001f8f839a76e9ec, ASSIGN in 10.2340 sec 2024-11-25T07:40:46,483 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:46,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:46,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-25T07:40:46,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4ac61440c40f5efe2515ff8b52f4064, ASSIGN in 10.2340 sec 2024-11-25T07:40:46,486 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 7fb8763a5d32,39185,1732520392951 after splitting done 2024-11-25T07:40:46,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7fb8763a5d32,39185,1732520392951, splitWal=true, meta=false in 20.6810 sec 2024-11-25T07:40:51,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:40:51,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:40:55,603 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T07:40:56,039 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7fb8763a5d32:35009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T07:40:56,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:56,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c4ac61440c40f5efe2515ff8b52f4064: 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. for SnapshotProcedureTest completed. 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e6cb69a6660cc59b945e95b17236df1d: 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. for SnapshotProcedureTest completed. 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:56,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:56,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T07:40:56,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T07:40:56,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:56,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:56,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8b489b4e7943b0078ded91dea4256cbd: 2024-11-25T07:40:56,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. for SnapshotProcedureTest completed. 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 44c1085fdb421e60001f8f839a76e9ec: 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. for SnapshotProcedureTest completed. 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:56,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:40:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741857_1033 (size=65) 2024-11-25T07:40:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741857_1033 (size=65) 2024-11-25T07:40:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741857_1033 (size=65) 2024-11-25T07:40:56,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:40:56,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T07:40:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T07:40:56,514 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:56,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:40:56,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4ac61440c40f5efe2515ff8b52f4064 in 30.8340 sec 2024-11-25T07:40:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741858_1034 (size=65) 2024-11-25T07:40:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741858_1034 (size=65) 2024-11-25T07:40:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741858_1034 (size=65) 2024-11-25T07:40:56,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:40:56,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T07:40:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T07:40:56,528 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:56,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:40:56,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6cb69a6660cc59b945e95b17236df1d in 30.8480 sec 2024-11-25T07:40:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741859_1035 (size=65) 2024-11-25T07:40:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741859_1035 (size=65) 2024-11-25T07:40:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741859_1035 (size=65) 2024-11-25T07:40:56,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:40:56,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T07:40:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T07:40:56,546 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:56,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:40:56,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44c1085fdb421e60001f8f839a76e9ec in 30.8660 sec 2024-11-25T07:40:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741860_1036 (size=65) 2024-11-25T07:40:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741860_1036 (size=65) 2024-11-25T07:40:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741860_1036 (size=65) 2024-11-25T07:40:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:40:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T07:40:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T07:40:56,558 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:56,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:40:56,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-25T07:40:56,562 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T07:40:56,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8b489b4e7943b0078ded91dea4256cbd in 30.8770 sec 2024-11-25T07:40:56,564 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T07:40:56,567 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T07:40:56,568 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T07:40:56,571 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T07:40:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741861_1037 (size=1094) 2024-11-25T07:40:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741861_1037 (size=1094) 2024-11-25T07:40:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741861_1037 (size=1094) 2024-11-25T07:40:56,617 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T07:40:56,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T07:40:56,634 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:56,635 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:56,635 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:56,635 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:40:56,635 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:40:56,642 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:01,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 693bc5252650a3857a0545a3342a747a, had cached 0 bytes from a total of 499309 2024-11-25T07:41:01,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e267882a340f71c36b0f10e5acc46dee, had cached 0 bytes from a total of 28623 2024-11-25T07:41:05,323 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3564fb92cd9e1920ae6b3d712f72dd19 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,323 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4ac61440c40f5efe2515ff8b52f4064 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,324 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af5db8cac68ea7a73fbe4455c6668a52 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,324 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6cb69a6660cc59b945e95b17236df1d changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,324 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 693bc5252650a3857a0545a3342a747a changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,324 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ebbb14afc05a0909828f65b30b3027e1 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,325 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 44c1085fdb421e60001f8f839a76e9ec changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,325 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bfde0bfebbcefa03441b7607e4a9476c changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,325 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8b489b4e7943b0078ded91dea4256cbd changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:05,325 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e267882a340f71c36b0f10e5acc46dee changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:06,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-25T07:41:06,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-25T07:41:06,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-25T07:41:06,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-25T07:41:06,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-25T07:41:06,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-25T07:41:06,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T07:41:06,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T07:41:06,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T07:41:06,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T07:41:06,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T07:41:06,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T07:41:06,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T07:41:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-25T07:41:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T07:41:06,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T07:41:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T07:41:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T07:41:06,653 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 Release verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:06,653 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 Release verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T07:41:06,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 in 10.0250 sec 2024-11-25T07:41:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-25T07:41:06,656 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:06,656 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 Release verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:06,657 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:06,657 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:06,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 in 10.0250 sec 2024-11-25T07:41:06,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 in 10.0280 sec 2024-11-25T07:41:06,661 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 Release verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:06,661 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 Release verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:06,661 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 Release verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:06,662 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:06,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 in 10.0330 sec 2024-11-25T07:41:06,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 in 10.0330 sec 2024-11-25T07:41:06,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 in 10.0330 sec 2024-11-25T07:41:16,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-25T07:41:16,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-25T07:41:16,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T07:41:16,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-25T07:41:16,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T07:41:16,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-25T07:41:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T07:41:16,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T07:41:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-25T07:41:16,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T07:41:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-25T07:41:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T07:41:16,663 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 Release verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:16,663 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 Release verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:16,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 in 20.0350 sec 2024-11-25T07:41:16,667 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 Release verify snapshot worker=7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:16,667 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 Release verify snapshot worker=7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:16,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 in 20.0350 sec 2024-11-25T07:41:16,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42353,1732520392776 in 20.0390 sec 2024-11-25T07:41:16,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-25T07:41:16,673 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T07:41:16,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,36195,1732520392889 in 20.0390 sec 2024-11-25T07:41:16,676 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T07:41:16,679 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T07:41:16,679 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T07:41:16,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0410 sec 2024-11-25T07:41:16,928 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T07:41:16,936 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T07:41:16,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:41:16,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:41:16,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:41:16,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:16,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:41:16,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:16,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:41:16,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257147125, stopped=false 2024-11-25T07:41:16,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,35009,1732520392020 2024-11-25T07:41:17,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:17,000 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:17,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:17,000 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:17,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:17,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:17,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:41:17,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:17,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:17,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:17,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:41:17,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:41:17,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:17,004 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,42353,1732520392776' ***** 2024-11-25T07:41:17,004 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:41:17,004 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,36195,1732520392889' ***** 2024-11-25T07:41:17,004 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:41:17,004 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:41:17,004 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:41:17,004 INFO [RS:0;7fb8763a5d32:42353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:41:17,004 INFO [RS:1;7fb8763a5d32:36195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:41:17,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:41:17,004 INFO [RS:0;7fb8763a5d32:42353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:41:17,004 INFO [RS:1;7fb8763a5d32:36195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:41:17,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:41:17,005 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for 44c1085fdb421e60001f8f839a76e9ec 2024-11-25T07:41:17,005 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(3091): Received CLOSE for 693bc5252650a3857a0545a3342a747a 2024-11-25T07:41:17,005 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b489b4e7943b0078ded91dea4256cbd 2024-11-25T07:41:17,005 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:41:17,005 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for bfde0bfebbcefa03441b7607e4a9476c 2024-11-25T07:41:17,005 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for e267882a340f71c36b0f10e5acc46dee 2024-11-25T07:41:17,006 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:17,006 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:41:17,006 INFO [RS:0;7fb8763a5d32:42353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:42353. 2024-11-25T07:41:17,006 DEBUG [RS:0;7fb8763a5d32:42353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:41:17,006 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44c1085fdb421e60001f8f839a76e9ec, disabling compactions & flushes 2024-11-25T07:41:17,006 DEBUG [RS:0;7fb8763a5d32:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:17,006 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:41:17,006 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:41:17,006 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. after waiting 0 ms 2024-11-25T07:41:17,006 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T07:41:17,006 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:41:17,006 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1325): Online Regions={44c1085fdb421e60001f8f839a76e9ec=SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec., 8b489b4e7943b0078ded91dea4256cbd=SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd., ebbb14afc05a0909828f65b30b3027e1=SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1., bfde0bfebbcefa03441b7607e4a9476c=SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c., e267882a340f71c36b0f10e5acc46dee=SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee.} 2024-11-25T07:41:17,007 DEBUG [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1351): Waiting on 44c1085fdb421e60001f8f839a76e9ec, 8b489b4e7943b0078ded91dea4256cbd, bfde0bfebbcefa03441b7607e4a9476c, e267882a340f71c36b0f10e5acc46dee, ebbb14afc05a0909828f65b30b3027e1 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(3091): Received CLOSE for e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ac61440c40f5efe2515ff8b52f4064 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(3091): Received CLOSE for af5db8cac68ea7a73fbe4455c6668a52 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(3091): Received CLOSE for 3564fb92cd9e1920ae6b3d712f72dd19 2024-11-25T07:41:17,008 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 693bc5252650a3857a0545a3342a747a, disabling compactions & flushes 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:41:17,008 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:41:17,008 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:41:17,008 INFO [RS:1;7fb8763a5d32:36195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7fb8763a5d32:36195. 2024-11-25T07:41:17,009 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. after waiting 0 ms 2024-11-25T07:41:17,009 DEBUG [RS:1;7fb8763a5d32:36195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:41:17,009 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:41:17,009 DEBUG [RS:1;7fb8763a5d32:36195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:17,009 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:41:17,009 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:41:17,009 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:41:17,009 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:41:17,012 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T07:41:17,012 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1325): Online Regions={693bc5252650a3857a0545a3342a747a=SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a., e6cb69a6660cc59b945e95b17236df1d=SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d., 1588230740=hbase:meta,,1.1588230740, c4ac61440c40f5efe2515ff8b52f4064=SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064., af5db8cac68ea7a73fbe4455c6668a52=SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52., 3564fb92cd9e1920ae6b3d712f72dd19=SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19.} 2024-11-25T07:41:17,012 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:41:17,012 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:41:17,012 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3564fb92cd9e1920ae6b3d712f72dd19, 693bc5252650a3857a0545a3342a747a, af5db8cac68ea7a73fbe4455c6668a52, c4ac61440c40f5efe2515ff8b52f4064, e6cb69a6660cc59b945e95b17236df1d 2024-11-25T07:41:17,012 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:41:17,012 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:41:17,012 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:41:17,012 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-25T07:41:17,033 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/44c1085fdb421e60001f8f839a76e9ec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,034 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/693bc5252650a3857a0545a3342a747a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:41:17,038 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:41:17,038 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 693bc5252650a3857a0545a3342a747a: Waiting for close lock at 1732520477008Running coprocessor pre-close hooks at 1732520477008Disabling compacts and flushes for region at 1732520477008Disabling writes for close at 1732520477009 (+1 ms)Writing region close event to WAL at 1732520477013 (+4 ms)Running coprocessor post-close hooks at 1732520477036 (+23 ms)Closed at 1732520477038 (+2 ms) 2024-11-25T07:41:17,039 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732520405516.693bc5252650a3857a0545a3342a747a. 2024-11-25T07:41:17,039 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6cb69a6660cc59b945e95b17236df1d, disabling compactions & flushes 2024-11-25T07:41:17,039 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:41:17,039 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:41:17,039 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. after waiting 0 ms 2024-11-25T07:41:17,039 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:41:17,040 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:41:17,040 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44c1085fdb421e60001f8f839a76e9ec: Waiting for close lock at 1732520477005Running coprocessor pre-close hooks at 1732520477006 (+1 ms)Disabling compacts and flushes for region at 1732520477006Disabling writes for close at 1732520477006Writing region close event to WAL at 1732520477011 (+5 ms)Running coprocessor post-close hooks at 1732520477036 (+25 ms)Closed at 1732520477040 (+4 ms) 2024-11-25T07:41:17,040 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732520405516.44c1085fdb421e60001f8f839a76e9ec. 2024-11-25T07:41:17,040 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b489b4e7943b0078ded91dea4256cbd, disabling compactions & flushes 2024-11-25T07:41:17,040 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:41:17,040 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:41:17,040 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. after waiting 0 ms 2024-11-25T07:41:17,040 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:41:17,052 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:41:17,063 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/info/344eb2234d9f403f947950849d8f86af is 167, key is SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19./info:regioninfo/1732520416543/Put/seqid=0 2024-11-25T07:41:17,068 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:41:17,080 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e6cb69a6660cc59b945e95b17236df1d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,082 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:41:17,082 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6cb69a6660cc59b945e95b17236df1d: Waiting for close lock at 1732520477039Running coprocessor pre-close hooks at 1732520477039Disabling compacts and flushes for region at 1732520477039Disabling writes for close at 1732520477039Writing region close event to WAL at 1732520477052 (+13 ms)Running coprocessor post-close hooks at 1732520477082 (+30 ms)Closed at 1732520477082 2024-11-25T07:41:17,082 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732520405516.e6cb69a6660cc59b945e95b17236df1d. 2024-11-25T07:41:17,082 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ac61440c40f5efe2515ff8b52f4064, disabling compactions & flushes 2024-11-25T07:41:17,082 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:41:17,082 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:41:17,083 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. after waiting 0 ms 2024-11-25T07:41:17,083 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:41:17,089 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/8b489b4e7943b0078ded91dea4256cbd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,090 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:41:17,091 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b489b4e7943b0078ded91dea4256cbd: Waiting for close lock at 1732520477040Running coprocessor pre-close hooks at 1732520477040Disabling compacts and flushes for region at 1732520477040Disabling writes for close at 1732520477040Writing region close event to WAL at 1732520477052 (+12 ms)Running coprocessor post-close hooks at 1732520477090 (+38 ms)Closed at 1732520477090 2024-11-25T07:41:17,091 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732520405516.8b489b4e7943b0078ded91dea4256cbd. 2024-11-25T07:41:17,091 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebbb14afc05a0909828f65b30b3027e1, disabling compactions & flushes 2024-11-25T07:41:17,091 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:41:17,091 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:41:17,091 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. after waiting 0 ms 2024-11-25T07:41:17,091 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:41:17,111 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/c4ac61440c40f5efe2515ff8b52f4064/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,112 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:41:17,112 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ac61440c40f5efe2515ff8b52f4064: Waiting for close lock at 1732520477082Running coprocessor pre-close hooks at 1732520477082Disabling compacts and flushes for region at 1732520477082Disabling writes for close at 1732520477083 (+1 ms)Writing region close event to WAL at 1732520477096 (+13 ms)Running coprocessor post-close hooks at 1732520477112 (+16 ms)Closed at 1732520477112 2024-11-25T07:41:17,112 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732520405516.c4ac61440c40f5efe2515ff8b52f4064. 2024-11-25T07:41:17,113 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af5db8cac68ea7a73fbe4455c6668a52, disabling compactions & flushes 2024-11-25T07:41:17,113 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:41:17,113 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:41:17,113 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. after waiting 0 ms 2024-11-25T07:41:17,114 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:41:17,115 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/ebbb14afc05a0909828f65b30b3027e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,116 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:41:17,116 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebbb14afc05a0909828f65b30b3027e1: Waiting for close lock at 1732520477091Running coprocessor pre-close hooks at 1732520477091Disabling compacts and flushes for region at 1732520477091Disabling writes for close at 1732520477091Writing region close event to WAL at 1732520477104 (+13 ms)Running coprocessor post-close hooks at 1732520477116 (+12 ms)Closed at 1732520477116 2024-11-25T07:41:17,116 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732520405516.ebbb14afc05a0909828f65b30b3027e1. 2024-11-25T07:41:17,116 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfde0bfebbcefa03441b7607e4a9476c, disabling compactions & flushes 2024-11-25T07:41:17,116 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:41:17,116 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:41:17,116 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. after waiting 0 ms 2024-11-25T07:41:17,116 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:41:17,129 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/af5db8cac68ea7a73fbe4455c6668a52/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,130 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:41:17,130 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af5db8cac68ea7a73fbe4455c6668a52: Waiting for close lock at 1732520477113Running coprocessor pre-close hooks at 1732520477113Disabling compacts and flushes for region at 1732520477113Disabling writes for close at 1732520477113Writing region close event to WAL at 1732520477123 (+10 ms)Running coprocessor post-close hooks at 1732520477130 (+7 ms)Closed at 1732520477130 2024-11-25T07:41:17,130 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732520405516.af5db8cac68ea7a73fbe4455c6668a52. 2024-11-25T07:41:17,131 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3564fb92cd9e1920ae6b3d712f72dd19, disabling compactions & flushes 2024-11-25T07:41:17,131 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:41:17,131 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:41:17,131 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. after waiting 0 ms 2024-11-25T07:41:17,131 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:41:17,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741862_1038 (size=20292) 2024-11-25T07:41:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741862_1038 (size=20292) 2024-11-25T07:41:17,138 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/bfde0bfebbcefa03441b7607e4a9476c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,139 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/info/344eb2234d9f403f947950849d8f86af 2024-11-25T07:41:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741862_1038 (size=20292) 2024-11-25T07:41:17,140 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:41:17,140 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfde0bfebbcefa03441b7607e4a9476c: Waiting for close lock at 1732520477116Running coprocessor pre-close hooks at 1732520477116Disabling compacts and flushes for region at 1732520477116Disabling writes for close at 1732520477116Writing region close event to WAL at 1732520477126 (+10 ms)Running coprocessor post-close hooks at 1732520477140 (+14 ms)Closed at 1732520477140 2024-11-25T07:41:17,140 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732520405516.bfde0bfebbcefa03441b7607e4a9476c. 2024-11-25T07:41:17,140 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e267882a340f71c36b0f10e5acc46dee, disabling compactions & flushes 2024-11-25T07:41:17,140 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:41:17,140 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:41:17,140 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. after waiting 0 ms 2024-11-25T07:41:17,141 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:41:17,160 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/3564fb92cd9e1920ae6b3d712f72dd19/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:41:17,161 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:41:17,161 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3564fb92cd9e1920ae6b3d712f72dd19: Waiting for close lock at 1732520477131Running coprocessor pre-close hooks at 1732520477131Disabling compacts and flushes for region at 1732520477131Disabling writes for close at 1732520477131Writing region close event to WAL at 1732520477136 (+5 ms)Running coprocessor post-close hooks at 1732520477161 (+25 ms)Closed at 1732520477161 2024-11-25T07:41:17,161 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732520405516.3564fb92cd9e1920ae6b3d712f72dd19. 2024-11-25T07:41:17,176 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/default/SPTestTable/e267882a340f71c36b0f10e5acc46dee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:41:17,179 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:41:17,179 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e267882a340f71c36b0f10e5acc46dee: Waiting for close lock at 1732520477140Running coprocessor pre-close hooks at 1732520477140Disabling compacts and flushes for region at 1732520477140Disabling writes for close at 1732520477141 (+1 ms)Writing region close event to WAL at 1732520477153 (+12 ms)Running coprocessor post-close hooks at 1732520477179 (+26 ms)Closed at 1732520477179 2024-11-25T07:41:17,179 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732520405516.e267882a340f71c36b0f10e5acc46dee. 2024-11-25T07:41:17,180 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/ns/4c1503b2aa8348d786d001bc54a69c20 is 43, key is default/ns:d/1732520405267/Put/seqid=0 2024-11-25T07:41:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741863_1039 (size=5153) 2024-11-25T07:41:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741863_1039 (size=5153) 2024-11-25T07:41:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741863_1039 (size=5153) 2024-11-25T07:41:17,200 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/ns/4c1503b2aa8348d786d001bc54a69c20 2024-11-25T07:41:17,207 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,42353,1732520392776; all regions closed. 2024-11-25T07:41:17,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741833_1009 (size=3500) 2024-11-25T07:41:17,212 DEBUG [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:41:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741833_1009 (size=3500) 2024-11-25T07:41:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741833_1009 (size=3500) 2024-11-25T07:41:17,225 DEBUG [RS:0;7fb8763a5d32:42353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C42353%2C1732520392776:(num 1732520394622) 2024-11-25T07:41:17,225 DEBUG [RS:0;7fb8763a5d32:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:41:17,225 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:41:17,225 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:41:17,226 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:41:17,228 INFO [RS:0;7fb8763a5d32:42353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42353 2024-11-25T07:41:17,233 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/table/0f73fce683d246b4bc68ab14504ab184 is 47, key is SPTestTable/table:state/1732520416574/Put/seqid=0 2024-11-25T07:41:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741864_1040 (size=5214) 2024-11-25T07:41:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741864_1040 (size=5214) 2024-11-25T07:41:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741864_1040 (size=5214) 2024-11-25T07:41:17,243 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/table/0f73fce683d246b4bc68ab14504ab184 2024-11-25T07:41:17,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,42353,1732520392776 2024-11-25T07:41:17,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:41:17,244 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:41:17,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,42353,1732520392776] 2024-11-25T07:41:17,256 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/info/344eb2234d9f403f947950849d8f86af as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/info/344eb2234d9f403f947950849d8f86af 2024-11-25T07:41:17,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,42353,1732520392776 already deleted, retry=false 2024-11-25T07:41:17,265 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/info/344eb2234d9f403f947950849d8f86af, entries=116, sequenceid=37, filesize=19.8 K 2024-11-25T07:41:17,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,42353,1732520392776 expired; onlineServers=1 2024-11-25T07:41:17,266 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/ns/4c1503b2aa8348d786d001bc54a69c20 as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/ns/4c1503b2aa8348d786d001bc54a69c20 2024-11-25T07:41:17,281 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/ns/4c1503b2aa8348d786d001bc54a69c20, entries=2, sequenceid=37, filesize=5.0 K 2024-11-25T07:41:17,282 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/.tmp/table/0f73fce683d246b4bc68ab14504ab184 as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/table/0f73fce683d246b4bc68ab14504ab184 2024-11-25T07:41:17,292 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/table/0f73fce683d246b4bc68ab14504ab184, entries=2, sequenceid=37, filesize=5.1 K 2024-11-25T07:41:17,294 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 281ms, sequenceid=37, compaction requested=false 2024-11-25T07:41:17,303 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-25T07:41:17,304 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:41:17,304 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:41:17,304 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520477012Running coprocessor pre-close hooks at 1732520477012Disabling compacts and flushes for region at 1732520477012Disabling writes for close at 1732520477012Obtaining lock to block concurrent updates at 1732520477013 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732520477013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732520477013Flushing stores of hbase:meta,,1.1588230740 at 1732520477017 (+4 ms)Flushing 1588230740/info: creating writer at 1732520477018 (+1 ms)Flushing 1588230740/info: appending metadata at 1732520477062 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732520477062Flushing 1588230740/ns: creating writer at 1732520477154 (+92 ms)Flushing 1588230740/ns: appending metadata at 1732520477178 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732520477178Flushing 1588230740/table: creating writer at 1732520477209 (+31 ms)Flushing 1588230740/table: appending metadata at 1732520477232 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732520477232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c31491: reopening flushed file at 1732520477254 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360d314e: reopening flushed file at 1732520477265 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ddc87f: reopening flushed file at 1732520477281 (+16 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 281ms, sequenceid=37, compaction requested=false at 1732520477294 (+13 ms)Writing region close event to WAL at 1732520477295 (+1 ms)Running coprocessor post-close hooks at 1732520477304 (+9 ms)Closed at 1732520477304 2024-11-25T07:41:17,305 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:41:17,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:41:17,355 INFO [RS:0;7fb8763a5d32:42353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:41:17,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x10170ef2db10001, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:41:17,355 INFO [RS:0;7fb8763a5d32:42353 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,42353,1732520392776; zookeeper connection closed. 2024-11-25T07:41:17,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@481a0a2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@481a0a2d 2024-11-25T07:41:17,412 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,36195,1732520392889; all regions closed. 2024-11-25T07:41:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741836_1012 (size=19546) 2024-11-25T07:41:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741836_1012 (size=19546) 2024-11-25T07:41:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741836_1012 (size=19546) 2024-11-25T07:41:17,419 DEBUG [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs 2024-11-25T07:41:17,419 INFO [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C36195%2C1732520392889.meta:.meta(num 1732520405045) 2024-11-25T07:41:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741835_1011 (size=3530) 2024-11-25T07:41:17,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/WALs/7fb8763a5d32,36195,1732520392889/7fb8763a5d32%2C36195%2C1732520392889.1732520394623 not finished, retry = 0 2024-11-25T07:41:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741835_1011 (size=3530) 2024-11-25T07:41:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741835_1011 (size=3530) 2024-11-25T07:41:17,528 DEBUG [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/oldWALs 2024-11-25T07:41:17,528 INFO [RS:1;7fb8763a5d32:36195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C36195%2C1732520392889:(num 1732520394623) 2024-11-25T07:41:17,528 DEBUG [RS:1;7fb8763a5d32:36195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:17,528 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:41:17,529 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:41:17,529 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:41:17,529 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:41:17,529 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:41:17,529 INFO [RS:1;7fb8763a5d32:36195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36195 2024-11-25T07:41:17,584 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,36195,1732520392889 2024-11-25T07:41:17,584 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:41:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:41:17,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,36195,1732520392889] 2024-11-25T07:41:17,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,36195,1732520392889 already deleted, retry=false 2024-11-25T07:41:17,612 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,36195,1732520392889 expired; onlineServers=0 2024-11-25T07:41:17,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,35009,1732520392020' ***** 2024-11-25T07:41:17,613 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:41:17,613 INFO [M:0;7fb8763a5d32:35009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:41:17,613 INFO [M:0;7fb8763a5d32:35009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:41:17,613 DEBUG [M:0;7fb8763a5d32:35009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:41:17,613 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:41:17,613 DEBUG [M:0;7fb8763a5d32:35009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:41:17,613 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520394121 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520394121,5,FailOnTimeoutGroup] 2024-11-25T07:41:17,613 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520394110 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520394110,5,FailOnTimeoutGroup] 2024-11-25T07:41:17,614 INFO [M:0;7fb8763a5d32:35009 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:41:17,614 INFO [M:0;7fb8763a5d32:35009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:41:17,614 DEBUG [M:0;7fb8763a5d32:35009 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:41:17,614 INFO [M:0;7fb8763a5d32:35009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:41:17,614 INFO [M:0;7fb8763a5d32:35009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:41:17,614 ERROR [M:0;7fb8763a5d32:35009 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:32981 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32981,5,PEWorkerGroup] 2024-11-25T07:41:17,615 INFO [M:0;7fb8763a5d32:35009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:41:17,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:41:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:41:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:17,623 DEBUG [M:0;7fb8763a5d32:35009 {}] zookeeper.ZKUtil(347): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:41:17,623 WARN [M:0;7fb8763a5d32:35009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:41:17,624 INFO [M:0;7fb8763a5d32:35009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/.lastflushedseqids 2024-11-25T07:41:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741865_1041 (size=686) 2024-11-25T07:41:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741865_1041 (size=686) 2024-11-25T07:41:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741865_1041 (size=686) 2024-11-25T07:41:17,639 INFO [M:0;7fb8763a5d32:35009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:41:17,639 INFO [M:0;7fb8763a5d32:35009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:41:17,639 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:41:17,639 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:17,639 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:17,639 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:41:17,639 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:17,639 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.56 KB heapSize=242.33 KB 2024-11-25T07:41:17,658 DEBUG [M:0;7fb8763a5d32:35009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831b911f23fb4c059f8c6cee7a619a1b is 82, key is hbase:meta,,1/info:regioninfo/1732520405123/Put/seqid=0 2024-11-25T07:41:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741866_1042 (size=5672) 2024-11-25T07:41:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741866_1042 (size=5672) 2024-11-25T07:41:17,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741866_1042 (size=5672) 2024-11-25T07:41:17,668 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831b911f23fb4c059f8c6cee7a619a1b 2024-11-25T07:41:17,697 DEBUG [M:0;7fb8763a5d32:35009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e4852c7471d436790f7b236a692cba7 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732520416582/Put/seqid=0 2024-11-25T07:41:17,702 INFO [RS:1;7fb8763a5d32:36195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:41:17,702 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:41:17,702 INFO [RS:1;7fb8763a5d32:36195 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,36195,1732520392889; zookeeper connection closed. 2024-11-25T07:41:17,702 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36195-0x10170ef2db10002, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:41:17,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@585cddbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@585cddbb 2024-11-25T07:41:17,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T07:41:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741867_1043 (size=8974) 2024-11-25T07:41:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741867_1043 (size=8974) 2024-11-25T07:41:17,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741867_1043 (size=8974) 2024-11-25T07:41:17,719 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.83 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e4852c7471d436790f7b236a692cba7 2024-11-25T07:41:17,734 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e4852c7471d436790f7b236a692cba7 2024-11-25T07:41:17,754 DEBUG [M:0;7fb8763a5d32:35009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/304a496c78914841920de538c8404082 is 69, key is 7fb8763a5d32,36195,1732520392889/rs:state/1732520394273/Put/seqid=0 2024-11-25T07:41:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741868_1044 (size=5446) 2024-11-25T07:41:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741868_1044 (size=5446) 2024-11-25T07:41:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741868_1044 (size=5446) 2024-11-25T07:41:17,773 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/304a496c78914841920de538c8404082 2024-11-25T07:41:17,790 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 304a496c78914841920de538c8404082 2024-11-25T07:41:17,792 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831b911f23fb4c059f8c6cee7a619a1b as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/831b911f23fb4c059f8c6cee7a619a1b 2024-11-25T07:41:17,801 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/831b911f23fb4c059f8c6cee7a619a1b, entries=8, sequenceid=513, filesize=5.5 K 2024-11-25T07:41:17,804 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e4852c7471d436790f7b236a692cba7 as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e4852c7471d436790f7b236a692cba7 2024-11-25T07:41:17,821 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e4852c7471d436790f7b236a692cba7 2024-11-25T07:41:17,822 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e4852c7471d436790f7b236a692cba7, entries=56, sequenceid=513, filesize=8.8 K 2024-11-25T07:41:17,824 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/304a496c78914841920de538c8404082 as hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/304a496c78914841920de538c8404082 2024-11-25T07:41:17,832 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 304a496c78914841920de538c8404082 2024-11-25T07:41:17,832 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/c74dea31-f35b-ca1e-2286-a6cb4165e4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/304a496c78914841920de538c8404082, entries=3, sequenceid=513, filesize=5.3 K 2024-11-25T07:41:17,833 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.56 KB/200255, heapSize ~242.03 KB/247840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 194ms, sequenceid=513, compaction requested=false 2024-11-25T07:41:17,836 INFO [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:17,836 DEBUG [M:0;7fb8763a5d32:35009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520477639Disabling compacts and flushes for region at 1732520477639Disabling writes for close at 1732520477639Obtaining lock to block concurrent updates at 1732520477639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732520477639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200255, getHeapSize=248080, getOffHeapSize=0, getCellsCount=620 at 1732520477640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732520477640Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732520477640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732520477658 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732520477658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732520477675 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732520477696 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732520477696Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732520477734 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732520477754 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732520477754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e27509: reopening flushed file at 1732520477791 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1993ec3a: reopening flushed file at 1732520477801 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc78839: reopening flushed file at 1732520477822 (+21 ms)Finished flush of dataSize ~195.56 KB/200255, heapSize ~242.03 KB/247840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 194ms, sequenceid=513, compaction requested=false at 1732520477833 (+11 ms)Writing region close event to WAL at 1732520477836 (+3 ms)Closed at 1732520477836 2024-11-25T07:41:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741830_1006 (size=234447) 2024-11-25T07:41:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33969 is added to blk_1073741830_1006 (size=234447) 2024-11-25T07:41:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34741 is added to blk_1073741830_1006 (size=234447) 2024-11-25T07:41:17,841 INFO [M:0;7fb8763a5d32:35009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:41:17,841 INFO [M:0;7fb8763a5d32:35009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35009 2024-11-25T07:41:17,841 INFO [M:0;7fb8763a5d32:35009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:41:17,841 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:41:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:41:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35009-0x10170ef2db10000, quorum=127.0.0.1:58576, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:41:17,955 INFO [M:0;7fb8763a5d32:35009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:41:17,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:41:17,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:41:17,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:41:17,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:41:17,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,STOPPED} 2024-11-25T07:41:17,971 WARN [BP-1080040160-172.17.0.2-1732520386703 heartbeating to localhost/127.0.0.1:32981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:41:17,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:41:17,971 WARN [BP-1080040160-172.17.0.2-1732520386703 heartbeating to localhost/127.0.0.1:32981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080040160-172.17.0.2-1732520386703 (Datanode Uuid 0399fce8-209a-4e32-9508-1d171f2605f0) service to localhost/127.0.0.1:32981 2024-11-25T07:41:17,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:41:17,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data5/current/BP-1080040160-172.17.0.2-1732520386703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:41:17,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data6/current/BP-1080040160-172.17.0.2-1732520386703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:41:17,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:41:17,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:41:17,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:41:17,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:41:17,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:41:17,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,STOPPED} 2024-11-25T07:41:17,982 WARN [BP-1080040160-172.17.0.2-1732520386703 heartbeating to localhost/127.0.0.1:32981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:41:17,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:41:17,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:41:17,982 WARN [BP-1080040160-172.17.0.2-1732520386703 heartbeating to localhost/127.0.0.1:32981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080040160-172.17.0.2-1732520386703 (Datanode Uuid 621d8a45-9fd3-44c5-9ebd-3c889311021f) service to localhost/127.0.0.1:32981 2024-11-25T07:41:17,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data3/current/BP-1080040160-172.17.0.2-1732520386703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:41:17,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data4/current/BP-1080040160-172.17.0.2-1732520386703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:41:17,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:41:17,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:41:18,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:41:18,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:41:18,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:41:18,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,STOPPED} 2024-11-25T07:41:18,003 WARN [BP-1080040160-172.17.0.2-1732520386703 heartbeating to localhost/127.0.0.1:32981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:41:18,003 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:41:18,003 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:41:18,003 WARN [BP-1080040160-172.17.0.2-1732520386703 heartbeating to localhost/127.0.0.1:32981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080040160-172.17.0.2-1732520386703 (Datanode Uuid 733a4e2d-a2e2-463a-bc6f-a546da28838e) service to localhost/127.0.0.1:32981 2024-11-25T07:41:18,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data1/current/BP-1080040160-172.17.0.2-1732520386703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:41:18,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/cluster_f51be9e7-2dda-be0e-54c7-0142fa31ac67/data/data2/current/BP-1080040160-172.17.0.2-1732520386703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:41:18,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:41:18,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:41:18,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:41:18,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:41:18,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:41:18,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir/,STOPPED} 2024-11-25T07:41:18,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:41:18,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:41:18,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7fb8763a5d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:32981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f3efe96 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/7fb8763a5d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32981 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7fb8763a5d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32981 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7fb8763a5d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8824 (was 12371) 2024-11-25T07:41:18,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=12, AvailableMemoryMB=8822 2024-11-25T07:41:18,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir so I do NOT create it in target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44 2024-11-25T07:41:18,185 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:41:18,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.tmp.dir so I do NOT create it in target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44 2024-11-25T07:41:18,185 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badca6ee-3a04-7609-67c1-c74c849d6637/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:41:18,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb, deleteOnExit=true 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/test.cache.data in system properties and HBase conf 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:41:18,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:41:18,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:41:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:41:18,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:41:18,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:41:18,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:41:18,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:41:18,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:41:18,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:41:18,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:41:18,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:41:18,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:41:18,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:41:18,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcf699f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:41:18,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e7e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:41:18,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f3ccef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/java.io.tmpdir/jetty-localhost-43927-hadoop-hdfs-3_4_1-tests_jar-_-any-18330338076070290479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:41:18,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55d89a62{HTTP/1.1, (http/1.1)}{localhost:43927} 2024-11-25T07:41:18,992 INFO [Time-limited test {}] server.Server(415): Started @94834ms 2024-11-25T07:41:19,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:41:19,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:41:19,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:41:19,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:41:19,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:41:19,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7984d63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:41:19,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@386a2c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:41:19,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a101649{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/java.io.tmpdir/jetty-localhost-33869-hadoop-hdfs-3_4_1-tests_jar-_-any-16449057756891748866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:41:19,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c6218e{HTTP/1.1, (http/1.1)}{localhost:33869} 2024-11-25T07:41:19,646 INFO [Time-limited test {}] server.Server(415): Started @95487ms 2024-11-25T07:41:19,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:41:19,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:41:19,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:41:19,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:41:19,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:41:19,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:41:19,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4180e574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:41:19,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ec82a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:41:19,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39f341d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/java.io.tmpdir/jetty-localhost-46025-hadoop-hdfs-3_4_1-tests_jar-_-any-6215811335858458643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:41:19,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165a31db{HTTP/1.1, (http/1.1)}{localhost:46025} 2024-11-25T07:41:19,815 INFO [Time-limited test {}] server.Server(415): Started @95657ms 2024-11-25T07:41:19,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:41:19,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:41:19,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:41:19,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:41:19,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:41:19,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:41:19,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcebe55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:41:19,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e800446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:41:20,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7d2e6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/java.io.tmpdir/jetty-localhost-44553-hadoop-hdfs-3_4_1-tests_jar-_-any-4180521196255437467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:41:20,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d64b7f5{HTTP/1.1, (http/1.1)}{localhost:44553} 2024-11-25T07:41:20,067 INFO [Time-limited test {}] server.Server(415): Started @95909ms 2024-11-25T07:41:20,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:41:22,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:22,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:22,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:22,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:41:22,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:22,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:22,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:22,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:41:22,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:41:22,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:41:26,042 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7fb8763a5d32:35009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T07:41:28,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:41:28,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:28,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:35,851 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data1/current/BP-1405846067-172.17.0.2-1732520478216/current, will proceed with Du for space computation calculation, 2024-11-25T07:41:35,851 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data2/current/BP-1405846067-172.17.0.2-1732520478216/current, will proceed with Du for space computation calculation, 2024-11-25T07:41:35,875 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:41:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37dfa8bfdae7ff9f with lease ID 0xf17d08c162978c0: Processing first storage report for DS-376c0691-2fb8-41fe-aad2-d80ce846c37f from datanode DatanodeRegistration(127.0.0.1:44957, datanodeUuid=68a9138b-9063-4a71-9a7d-b514d8d49e23, infoPort=38543, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216) 2024-11-25T07:41:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37dfa8bfdae7ff9f with lease ID 0xf17d08c162978c0: from storage DS-376c0691-2fb8-41fe-aad2-d80ce846c37f node DatanodeRegistration(127.0.0.1:44957, datanodeUuid=68a9138b-9063-4a71-9a7d-b514d8d49e23, infoPort=38543, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:41:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37dfa8bfdae7ff9f with lease ID 0xf17d08c162978c0: Processing first storage report for DS-9adff2d5-1dc5-49e5-909c-da0bcdef23f7 from datanode DatanodeRegistration(127.0.0.1:44957, datanodeUuid=68a9138b-9063-4a71-9a7d-b514d8d49e23, infoPort=38543, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216) 2024-11-25T07:41:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37dfa8bfdae7ff9f with lease ID 0xf17d08c162978c0: from storage DS-9adff2d5-1dc5-49e5-909c-da0bcdef23f7 node DatanodeRegistration(127.0.0.1:44957, datanodeUuid=68a9138b-9063-4a71-9a7d-b514d8d49e23, infoPort=38543, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:41:36,417 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data3/current/BP-1405846067-172.17.0.2-1732520478216/current, will proceed with Du for space computation calculation, 2024-11-25T07:41:36,417 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data4/current/BP-1405846067-172.17.0.2-1732520478216/current, will proceed with Du for space computation calculation, 2024-11-25T07:41:36,444 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:41:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6b9924093b3d4d5 with lease ID 0xf17d08c162978c1: Processing first storage report for DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde from datanode DatanodeRegistration(127.0.0.1:40627, datanodeUuid=dfa125d1-fcdc-4995-a01a-0284c300259e, infoPort=40231, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216) 2024-11-25T07:41:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6b9924093b3d4d5 with lease ID 0xf17d08c162978c1: from storage DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde node DatanodeRegistration(127.0.0.1:40627, datanodeUuid=dfa125d1-fcdc-4995-a01a-0284c300259e, infoPort=40231, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:41:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6b9924093b3d4d5 with lease ID 0xf17d08c162978c1: Processing first storage report for DS-42207db0-6b7a-4f7f-850e-03cd97b86960 from datanode DatanodeRegistration(127.0.0.1:40627, datanodeUuid=dfa125d1-fcdc-4995-a01a-0284c300259e, infoPort=40231, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216) 2024-11-25T07:41:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6b9924093b3d4d5 with lease ID 0xf17d08c162978c1: from storage DS-42207db0-6b7a-4f7f-850e-03cd97b86960 node DatanodeRegistration(127.0.0.1:40627, datanodeUuid=dfa125d1-fcdc-4995-a01a-0284c300259e, infoPort=40231, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:41:36,460 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data6/current/BP-1405846067-172.17.0.2-1732520478216/current, will proceed with Du for space computation calculation, 2024-11-25T07:41:36,460 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data5/current/BP-1405846067-172.17.0.2-1732520478216/current, will proceed with Du for space computation calculation, 2024-11-25T07:41:36,478 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:41:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75aec02b662fcad2 with lease ID 0xf17d08c162978c2: Processing first storage report for DS-a449c680-d39f-4fe4-addf-36a7441248ec from datanode DatanodeRegistration(127.0.0.1:39167, datanodeUuid=0b6c1235-8e30-49ab-a95b-e5d0a4cc76ec, infoPort=46805, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216) 2024-11-25T07:41:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75aec02b662fcad2 with lease ID 0xf17d08c162978c2: from storage DS-a449c680-d39f-4fe4-addf-36a7441248ec node DatanodeRegistration(127.0.0.1:39167, datanodeUuid=0b6c1235-8e30-49ab-a95b-e5d0a4cc76ec, infoPort=46805, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:41:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75aec02b662fcad2 with lease ID 0xf17d08c162978c2: Processing first storage report for DS-2fb713cd-e1ee-4210-bd65-9affe28b9d23 from datanode DatanodeRegistration(127.0.0.1:39167, datanodeUuid=0b6c1235-8e30-49ab-a95b-e5d0a4cc76ec, infoPort=46805, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216) 2024-11-25T07:41:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75aec02b662fcad2 with lease ID 0xf17d08c162978c2: from storage DS-2fb713cd-e1ee-4210-bd65-9affe28b9d23 node DatanodeRegistration(127.0.0.1:39167, datanodeUuid=0b6c1235-8e30-49ab-a95b-e5d0a4cc76ec, infoPort=46805, infoSecurePort=0, ipcPort=37477, storageInfo=lv=-57;cid=testClusterID;nsid=196304250;c=1732520478216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:41:36,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44 2024-11-25T07:41:36,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/zookeeper_0, clientPort=56153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:41:36,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56153 2024-11-25T07:41:36,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:41:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:41:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:41:36,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 with version=8 2024-11-25T07:41:36,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/hbase-staging 2024-11-25T07:41:36,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:41:36,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:41:36,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:41:36,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:41:36,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:41:36,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36817 2024-11-25T07:41:36,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36817 connecting to ZooKeeper ensemble=127.0.0.1:56153 2024-11-25T07:41:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368170x0, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:41:36,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36817-0x10170f0c9630000 connected 2024-11-25T07:41:36,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:36,840 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940, hbase.cluster.distributed=false 2024-11-25T07:41:36,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:41:36,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36817 2024-11-25T07:41:36,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36817 2024-11-25T07:41:36,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36817 2024-11-25T07:41:36,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36817 2024-11-25T07:41:36,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36817 2024-11-25T07:41:36,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:41:36,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:41:36,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42375 2024-11-25T07:41:36,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42375 connecting to ZooKeeper ensemble=127.0.0.1:56153 2024-11-25T07:41:36,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423750x0, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:41:36,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423750x0, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:36,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42375-0x10170f0c9630001 connected 2024-11-25T07:41:36,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:41:36,881 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:41:36,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:41:36,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:41:36,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42375 2024-11-25T07:41:36,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42375 2024-11-25T07:41:36,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42375 2024-11-25T07:41:36,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42375 2024-11-25T07:41:36,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42375 2024-11-25T07:41:36,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:41:36,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:41:36,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:41:36,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:41:36,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:41:36,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40899 2024-11-25T07:41:36,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40899 connecting to ZooKeeper ensemble=127.0.0.1:56153 2024-11-25T07:41:36,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,917 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408990x0, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:41:36,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408990x0, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:36,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40899-0x10170f0c9630002 connected 2024-11-25T07:41:36,918 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:41:36,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:41:36,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:41:36,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:41:36,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-25T07:41:36,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40899 2024-11-25T07:41:36,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40899 2024-11-25T07:41:36,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-25T07:41:36,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-25T07:41:36,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:41:36,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:41:36,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39855 2024-11-25T07:41:36,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39855 connecting to ZooKeeper ensemble=127.0.0.1:56153 2024-11-25T07:41:36,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398550x0, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:41:36,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398550x0, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:41:36,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39855-0x10170f0c9630003 connected 2024-11-25T07:41:36,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:41:36,955 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:41:36,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:41:36,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:41:36,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39855 2024-11-25T07:41:36,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39855 2024-11-25T07:41:36,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39855 2024-11-25T07:41:36,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39855 2024-11-25T07:41:36,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39855 2024-11-25T07:41:36,970 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:36817 2024-11-25T07:41:36,970 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:36,980 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:36,981 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:41:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:36,991 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:41:36,991 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:41:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:36,992 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:41:36,992 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,36817,1732520496592 from backup master directory 2024-11-25T07:41:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:37,001 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:41:37,002 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:41:37,002 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:37,007 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/hbase.id] with ID: 93545971-ef96-45a4-907a-beee2bb2e95b 2024-11-25T07:41:37,007 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.tmp/hbase.id 2024-11-25T07:41:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:41:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:41:37,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:41:37,031 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.tmp/hbase.id]:[hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/hbase.id] 2024-11-25T07:41:37,046 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:41:37,046 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:41:37,048 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:41:37,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,058 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:41:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:41:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:41:37,070 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:41:37,070 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:41:37,071 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:41:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:41:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:41:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:41:37,080 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store 2024-11-25T07:41:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:41:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:41:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:41:37,494 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:37,494 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:41:37,494 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:37,494 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:37,494 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:41:37,494 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:37,494 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:41:37,495 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520497494Disabling compacts and flushes for region at 1732520497494Disabling writes for close at 1732520497494Writing region close event to WAL at 1732520497494Closed at 1732520497494 2024-11-25T07:41:37,496 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/.initializing 2024-11-25T07:41:37,496 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/WALs/7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:37,498 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:41:37,501 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C36817%2C1732520496592, suffix=, logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/WALs/7fb8763a5d32,36817,1732520496592, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/oldWALs, maxLogs=10 2024-11-25T07:41:37,517 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/WALs/7fb8763a5d32,36817,1732520496592/7fb8763a5d32%2C36817%2C1732520496592.1732520497501, exclude list is [], retry=0 2024-11-25T07:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-a449c680-d39f-4fe4-addf-36a7441248ec,DISK] 2024-11-25T07:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44957,DS-376c0691-2fb8-41fe-aad2-d80ce846c37f,DISK] 2024-11-25T07:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40627,DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde,DISK] 2024-11-25T07:41:37,522 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/WALs/7fb8763a5d32,36817,1732520496592/7fb8763a5d32%2C36817%2C1732520496592.1732520497501 2024-11-25T07:41:37,522 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46805:46805),(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:40231:40231)] 2024-11-25T07:41:37,523 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:41:37,523 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:37,523 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,523 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:41:37,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:37,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:41:37,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:37,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:41:37,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:37,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:41:37,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:37,533 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,534 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,535 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,536 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,536 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,537 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:41:37,538 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:41:37,540 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:37,541 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61087316, jitterRate=-0.08972805738449097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:41:37,542 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732520497523Initializing all the Stores at 1732520497524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520497524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520497524Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520497524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520497524Cleaning up temporary data from old regions at 1732520497536 (+12 ms)Region opened successfully at 1732520497542 (+6 ms) 2024-11-25T07:41:37,542 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:41:37,548 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c5d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:41:37,549 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:41:37,549 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:41:37,549 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:41:37,550 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:41:37,550 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:41:37,551 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:41:37,551 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T07:41:37,553 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:41:37,554 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:41:37,569 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:41:37,570 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:41:37,571 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:41:37,580 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:41:37,580 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:41:37,581 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:41:37,590 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:41:37,591 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:41:37,601 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:41:37,603 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:41:37,611 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:41:37,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:37,622 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:37,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:37,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,622 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:41:37,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,623 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,36817,1732520496592, sessionid=0x10170f0c9630000, setting cluster-up flag (Was=false) 2024-11-25T07:41:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,643 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,674 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:41:37,676 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,696 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:37,727 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:41:37,729 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:37,730 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:41:37,733 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:41:37,733 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:41:37,734 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:41:37,734 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,36817,1732520496592 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:41:37,735 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:41:37,736 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,738 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732520527738 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:41:37,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:41:37,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:41:37,739 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:41:37,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,740 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:41:37,740 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:41:37,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:41:37,741 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520497740,5,FailOnTimeoutGroup] 2024-11-25T07:41:37,742 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520497741,5,FailOnTimeoutGroup] 2024-11-25T07:41:37,742 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,742 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:41:37,742 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,742 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:41:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:41:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:41:37,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:41:37,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:37,767 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(746): ClusterId : 93545971-ef96-45a4-907a-beee2bb2e95b 2024-11-25T07:41:37,767 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(746): ClusterId : 93545971-ef96-45a4-907a-beee2bb2e95b 2024-11-25T07:41:37,767 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(746): ClusterId : 93545971-ef96-45a4-907a-beee2bb2e95b 2024-11-25T07:41:37,767 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:41:37,767 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:41:37,767 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:41:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:41:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:41:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:41:37,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:37,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:41:37,785 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:41:37,785 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:41:37,786 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:41:37,786 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:41:37,786 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:41:37,786 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:41:37,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:41:37,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:37,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:41:37,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:41:37,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:37,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:41:37,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:41:37,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:37,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:41:37,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:41:37,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:37,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:37,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:41:37,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740 2024-11-25T07:41:37,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740 2024-11-25T07:41:37,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:41:37,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:41:37,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:41:37,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:41:37,805 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:37,808 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:41:37,808 DEBUG [RS:1;7fb8763a5d32:40899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c42c04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:41:37,808 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:41:37,808 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:41:37,809 DEBUG [RS:0;7fb8763a5d32:42375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:41:37,809 DEBUG [RS:2;7fb8763a5d32:39855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54baa8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:41:37,811 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68307252, jitterRate=0.017857372760772705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:41:37,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732520497780Initializing all the Stores at 1732520497780Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520497780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520497784 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520497784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520497784Cleaning up temporary data from old regions at 1732520497800 (+16 ms)Region opened successfully at 1732520497812 (+12 ms) 2024-11-25T07:41:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:41:37,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:41:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:41:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:41:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:41:37,835 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7fb8763a5d32:39855 2024-11-25T07:41:37,835 DEBUG [RS:0;7fb8763a5d32:42375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:42375 2024-11-25T07:41:37,835 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7fb8763a5d32:40899 2024-11-25T07:41:37,835 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:41:37,835 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:41:37,835 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:41:37,835 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:41:37,835 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:41:37,835 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:41:37,835 DEBUG [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:41:37,837 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,36817,1732520496592 with port=42375, startcode=1732520496858 2024-11-25T07:41:37,837 DEBUG [RS:0;7fb8763a5d32:42375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:41:37,837 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,36817,1732520496592 with port=39855, startcode=1732520496935 2024-11-25T07:41:37,837 DEBUG [RS:2;7fb8763a5d32:39855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:41:37,840 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:41:37,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:37,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36817 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:37,835 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:41:37,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:41:37,843 DEBUG [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:37,843 DEBUG [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43835 2024-11-25T07:41:37,843 DEBUG [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:41:37,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520497813Disabling compacts and flushes for region at 1732520497813Disabling writes for close at 1732520497813Writing region close event to WAL at 1732520497839 (+26 ms)Closed at 1732520497839 2024-11-25T07:41:37,846 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:41:37,846 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:41:37,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:37,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36817 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:37,849 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,36817,1732520496592 with port=40899, startcode=1732520496899 2024-11-25T07:41:37,849 DEBUG [RS:1;7fb8763a5d32:40899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:41:37,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:41:37,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:41:37,851 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:41:37,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:41:37,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:37,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:41:37,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36817 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:37,856 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:41:37,857 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:37,857 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43835 2024-11-25T07:41:37,857 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:41:37,857 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:37,857 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43835 2024-11-25T07:41:37,857 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:41:37,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:41:37,904 DEBUG [RS:0;7fb8763a5d32:42375 {}] zookeeper.ZKUtil(111): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:37,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,42375,1732520496858] 2024-11-25T07:41:37,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,39855,1732520496935] 2024-11-25T07:41:37,904 DEBUG [RS:2;7fb8763a5d32:39855 {}] zookeeper.ZKUtil(111): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:37,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,40899,1732520496899] 2024-11-25T07:41:37,904 DEBUG [RS:1;7fb8763a5d32:40899 {}] zookeeper.ZKUtil(111): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:37,904 WARN [RS:2;7fb8763a5d32:39855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:41:37,904 WARN [RS:1;7fb8763a5d32:40899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:41:37,904 INFO [RS:2;7fb8763a5d32:39855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:41:37,904 INFO [RS:1;7fb8763a5d32:40899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:41:37,904 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:37,904 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:37,905 WARN [RS:0;7fb8763a5d32:42375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:41:37,905 INFO [RS:0;7fb8763a5d32:42375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:41:37,906 DEBUG [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:37,911 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:41:37,916 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:41:37,917 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:41:37,922 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:41:37,924 INFO [RS:2;7fb8763a5d32:39855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:41:37,924 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,925 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:41:37,928 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:41:37,929 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:41:37,930 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,930 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,931 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,931 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,931 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,931 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:41:37,931 DEBUG [RS:2;7fb8763a5d32:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:41:37,932 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:41:37,936 INFO [RS:1;7fb8763a5d32:40899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:41:37,936 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,937 INFO [RS:0;7fb8763a5d32:42375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:41:37,937 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,937 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:41:37,938 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:41:37,938 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,939 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,940 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,940 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:41:37,940 DEBUG [RS:1;7fb8763a5d32:40899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:41:37,940 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:41:37,942 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,942 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,942 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,942 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,942 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,942 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,39855,1732520496935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:41:37,943 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,943 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,943 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,943 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,943 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,943 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40899,1732520496899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:41:37,945 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:41:37,945 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,945 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,945 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,945 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,945 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,945 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,945 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:41:37,946 DEBUG [RS:0;7fb8763a5d32:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:41:37,952 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,952 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,952 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,952 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,952 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,953 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42375,1732520496858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:41:37,959 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:41:37,959 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,39855,1732520496935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,960 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,960 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.Replication(171): 7fb8763a5d32,39855,1732520496935 started 2024-11-25T07:41:37,967 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:41:37,968 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,40899,1732520496899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,968 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,968 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.Replication(171): 7fb8763a5d32,40899,1732520496899 started 2024-11-25T07:41:37,972 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:41:37,973 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42375,1732520496858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,973 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,973 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.Replication(171): 7fb8763a5d32,42375,1732520496858 started 2024-11-25T07:41:37,981 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,981 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,39855,1732520496935, RpcServer on 7fb8763a5d32/172.17.0.2:39855, sessionid=0x10170f0c9630003 2024-11-25T07:41:37,981 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:41:37,981 DEBUG [RS:2;7fb8763a5d32:39855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:37,981 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,39855,1732520496935' 2024-11-25T07:41:37,981 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:41:37,982 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,39855,1732520496935' 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:41:37,983 DEBUG [RS:2;7fb8763a5d32:39855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:41:37,983 INFO [RS:2;7fb8763a5d32:39855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:41:37,984 INFO [RS:2;7fb8763a5d32:39855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:41:37,988 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,988 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,40899,1732520496899, RpcServer on 7fb8763a5d32/172.17.0.2:40899, sessionid=0x10170f0c9630002 2024-11-25T07:41:37,988 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:41:37,988 DEBUG [RS:1;7fb8763a5d32:40899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:37,988 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,40899,1732520496899' 2024-11-25T07:41:37,988 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:41:37,989 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:41:37,989 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:41:37,989 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:41:37,989 DEBUG [RS:1;7fb8763a5d32:40899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:37,989 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,40899,1732520496899' 2024-11-25T07:41:37,989 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:41:37,990 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:41:37,990 DEBUG [RS:1;7fb8763a5d32:40899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:41:37,990 INFO [RS:1;7fb8763a5d32:40899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:41:37,990 INFO [RS:1;7fb8763a5d32:40899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:41:37,991 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:37,992 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,42375,1732520496858, RpcServer on 7fb8763a5d32/172.17.0.2:42375, sessionid=0x10170f0c9630001 2024-11-25T07:41:37,992 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:41:37,992 DEBUG [RS:0;7fb8763a5d32:42375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:37,992 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42375,1732520496858' 2024-11-25T07:41:37,992 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:41:37,992 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:41:37,993 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:41:37,993 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:41:37,993 DEBUG [RS:0;7fb8763a5d32:42375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:37,993 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42375,1732520496858' 2024-11-25T07:41:37,993 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:41:37,993 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:41:37,994 DEBUG [RS:0;7fb8763a5d32:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:41:37,994 INFO [RS:0;7fb8763a5d32:42375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:41:37,994 INFO [RS:0;7fb8763a5d32:42375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:41:38,007 WARN [7fb8763a5d32:36817 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:41:38,084 INFO [RS:2;7fb8763a5d32:39855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:41:38,086 INFO [RS:2;7fb8763a5d32:39855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C39855%2C1732520496935, suffix=, logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,39855,1732520496935, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs, maxLogs=32 2024-11-25T07:41:38,090 INFO [RS:1;7fb8763a5d32:40899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:41:38,092 INFO [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C40899%2C1732520496899, suffix=, logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs, maxLogs=32 2024-11-25T07:41:38,094 INFO [RS:0;7fb8763a5d32:42375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:41:38,096 INFO [RS:0;7fb8763a5d32:42375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C42375%2C1732520496858, suffix=, logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs, maxLogs=32 2024-11-25T07:41:38,109 DEBUG [RS:2;7fb8763a5d32:39855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,39855,1732520496935/7fb8763a5d32%2C39855%2C1732520496935.1732520498087, exclude list is [], retry=0 2024-11-25T07:41:38,111 DEBUG [RS:1;7fb8763a5d32:40899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899/7fb8763a5d32%2C40899%2C1732520496899.1732520498093, exclude list is [], retry=0 2024-11-25T07:41:38,115 DEBUG [RS:0;7fb8763a5d32:42375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858/7fb8763a5d32%2C42375%2C1732520496858.1732520498097, exclude list is [], retry=0 2024-11-25T07:41:38,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-a449c680-d39f-4fe4-addf-36a7441248ec,DISK] 2024-11-25T07:41:38,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44957,DS-376c0691-2fb8-41fe-aad2-d80ce846c37f,DISK] 2024-11-25T07:41:38,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-a449c680-d39f-4fe4-addf-36a7441248ec,DISK] 2024-11-25T07:41:38,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44957,DS-376c0691-2fb8-41fe-aad2-d80ce846c37f,DISK] 2024-11-25T07:41:38,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40627,DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde,DISK] 2024-11-25T07:41:38,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40627,DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde,DISK] 2024-11-25T07:41:38,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-a449c680-d39f-4fe4-addf-36a7441248ec,DISK] 2024-11-25T07:41:38,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44957,DS-376c0691-2fb8-41fe-aad2-d80ce846c37f,DISK] 2024-11-25T07:41:38,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40627,DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde,DISK] 2024-11-25T07:41:38,128 INFO [RS:2;7fb8763a5d32:39855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,39855,1732520496935/7fb8763a5d32%2C39855%2C1732520496935.1732520498087 2024-11-25T07:41:38,129 INFO [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899/7fb8763a5d32%2C40899%2C1732520496899.1732520498093 2024-11-25T07:41:38,131 DEBUG [RS:2;7fb8763a5d32:39855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46805:46805),(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:40231:40231)] 2024-11-25T07:41:38,131 DEBUG [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:40231:40231),(127.0.0.1/127.0.0.1:46805:46805)] 2024-11-25T07:41:38,132 INFO [RS:0;7fb8763a5d32:42375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 2024-11-25T07:41:38,132 DEBUG [RS:0;7fb8763a5d32:42375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46805:46805),(127.0.0.1/127.0.0.1:40231:40231),(127.0.0.1/127.0.0.1:38543:38543)] 2024-11-25T07:41:38,257 DEBUG [7fb8763a5d32:36817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T07:41:38,257 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:41:38,260 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:41:38,260 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:41:38,260 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T07:41:38,260 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:41:38,260 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:41:38,260 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T07:41:38,260 INFO [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:41:38,260 INFO [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:41:38,260 INFO [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T07:41:38,261 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:41:38,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:38,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,40899,1732520496899, state=OPENING 2024-11-25T07:41:38,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:41:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:38,321 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:41:38,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:38,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:38,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:38,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:41:38,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,40899,1732520496899}] 2024-11-25T07:41:38,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:42,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:41:42,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:41:48,326 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:41:48,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:41:48,336 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:41:48,337 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:41:48,337 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:41:48,340 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C40899%2C1732520496899.meta, suffix=.meta, logDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs, maxLogs=32 2024-11-25T07:41:48,358 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899/7fb8763a5d32%2C40899%2C1732520496899.meta.1732520508341.meta, exclude list is [], retry=0 2024-11-25T07:41:48,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44957,DS-376c0691-2fb8-41fe-aad2-d80ce846c37f,DISK] 2024-11-25T07:41:48,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-a449c680-d39f-4fe4-addf-36a7441248ec,DISK] 2024-11-25T07:41:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40627,DS-eefcf3ad-f0cc-4ce0-90c3-34b77c8b1dde,DISK] 2024-11-25T07:41:48,363 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899/7fb8763a5d32%2C40899%2C1732520496899.meta.1732520508341.meta 2024-11-25T07:41:48,364 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:46805:46805),(127.0.0.1/127.0.0.1:40231:40231)] 2024-11-25T07:41:48,364 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:41:48,365 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:41:48,365 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:41:48,365 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:41:48,365 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:41:48,365 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,365 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:41:48,365 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:41:48,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:41:48,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:41:48,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:48,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:48,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:41:48,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:41:48,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:48,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:48,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:41:48,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:41:48,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:48,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:48,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:41:48,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:41:48,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:48,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:41:48,378 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:41:48,378 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740 2024-11-25T07:41:48,380 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740 2024-11-25T07:41:48,381 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:41:48,381 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:41:48,382 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:41:48,384 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:41:48,385 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62114147, jitterRate=-0.07442708313465118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:41:48,386 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:41:48,386 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520508365Writing region info on filesystem at 1732520508365Initializing all the Stores at 1732520508366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520508366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520508368 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520508368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520508368Cleaning up temporary data from old regions at 1732520508381 (+13 ms)Running coprocessor post-open hooks at 1732520508386 (+5 ms)Region opened successfully at 1732520508386 2024-11-25T07:41:48,388 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732520508326 2024-11-25T07:41:48,390 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:41:48,390 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:41:48,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:48,392 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,40899,1732520496899, state=OPEN 2024-11-25T07:41:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:41:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:41:48,447 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:41:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:41:48,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:48,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:48,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:48,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:41:48,447 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:48,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:41:48,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,40899,1732520496899 in 10.1250 sec 2024-11-25T07:41:48,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:41:48,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5990 sec 2024-11-25T07:41:48,451 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:41:48,451 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:41:48,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:41:48,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,40899,1732520496899, seqNum=-1] 2024-11-25T07:41:48,454 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:41:48,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:41:48,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7280 sec 2024-11-25T07:41:48,461 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732520508461, completionTime=-1 2024-11-25T07:41:48,461 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T07:41:48,462 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:41:48,464 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T07:41:48,464 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732520568464 2024-11-25T07:41:48,464 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732520628464 2024-11-25T07:41:48,464 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:41:48,464 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:41:48,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36817,1732520496592-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36817,1732520496592-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36817,1732520496592-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:36817, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,466 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,468 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.469sec 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36817,1732520496592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:41:48,471 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36817,1732520496592-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:41:48,474 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:41:48,474 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:41:48,474 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,36817,1732520496592-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:41:48,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:41:48,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,36817,-1 for getting cluster id 2024-11-25T07:41:48,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:41:48,478 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93545971-ef96-45a4-907a-beee2bb2e95b' 2024-11-25T07:41:48,478 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:41:48,478 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93545971-ef96-45a4-907a-beee2bb2e95b" 2024-11-25T07:41:48,479 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791f4a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:41:48,479 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,36817,-1] 2024-11-25T07:41:48,479 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:41:48,480 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:48,481 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:41:48,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:41:48,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:41:48,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,40899,1732520496899, seqNum=-1] 2024-11-25T07:41:48,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:41:48,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:41:48,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:48,489 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732520508489 (current time:1732520508489). 2024-11-25T07:41:48,490 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T07:41:48,490 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T07:41:48,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c6ca39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:41:48,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,36817,-1 for getting cluster id 2024-11-25T07:41:48,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:41:48,491 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93545971-ef96-45a4-907a-beee2bb2e95b' 2024-11-25T07:41:48,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:41:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93545971-ef96-45a4-907a-beee2bb2e95b" 2024-11-25T07:41:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac9aab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:41:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,36817,-1] 2024-11-25T07:41:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:41:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:48,493 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:41:48,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8b840d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:41:48,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:41:48,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,40899,1732520496899, seqNum=-1] 2024-11-25T07:41:48,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:41:48,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:41:48,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:41:48,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:41:48,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:48,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:41:48,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:41:48,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:41:48,499 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,36817,1732520496592 2024-11-25T07:41:48,499 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501ee0b4 2024-11-25T07:41:48,499 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:41:48,501 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:41:48,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:41:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T07:41:48,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:41:48,505 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:48,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T07:41:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:48,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:41:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741837_1013 (size=361) 2024-11-25T07:41:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741837_1013 (size=361) 2024-11-25T07:41:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741837_1013 (size=361) 2024-11-25T07:41:48,517 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6dc1c632bfb1d04fb000c1027bc55caa, NAME => 'SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,517 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7147b4738c8ce11b8e1a0b53274f723d, NAME => 'SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,517 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1bc7cbbb75fb5f0720f15a778091ac65, NAME => 'SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741838_1014 (size=54) 2024-11-25T07:41:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741838_1014 (size=54) 2024-11-25T07:41:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741838_1014 (size=54) 2024-11-25T07:41:48,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741839_1015 (size=62) 2024-11-25T07:41:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741839_1015 (size=62) 2024-11-25T07:41:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7147b4738c8ce11b8e1a0b53274f723d, disabling compactions & flushes 2024-11-25T07:41:48,529 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741839_1015 (size=62) 2024-11-25T07:41:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. after waiting 0 ms 2024-11-25T07:41:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:48,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7147b4738c8ce11b8e1a0b53274f723d: Waiting for close lock at 1732520508529Disabling compacts and flushes for region at 1732520508529Disabling writes for close at 1732520508530 (+1 ms)Writing region close event to WAL at 1732520508530Closed at 1732520508530 2024-11-25T07:41:48,531 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a26abcf38bd7a6c90724160611fd275, NAME => 'SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6dc1c632bfb1d04fb000c1027bc55caa, disabling compactions & flushes 2024-11-25T07:41:48,531 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. after waiting 0 ms 2024-11-25T07:41:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:48,531 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6dc1c632bfb1d04fb000c1027bc55caa: Waiting for close lock at 1732520508531Disabling compacts and flushes for region at 1732520508531Disabling writes for close at 1732520508531Writing region close event to WAL at 1732520508531Closed at 1732520508531 2024-11-25T07:41:48,532 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => feb44ff9fa2e302ec42fa09ced19d227, NAME => 'SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741840_1016 (size=62) 2024-11-25T07:41:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741840_1016 (size=62) 2024-11-25T07:41:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741840_1016 (size=62) 2024-11-25T07:41:48,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1bc7cbbb75fb5f0720f15a778091ac65, disabling compactions & flushes 2024-11-25T07:41:48,542 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:48,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:48,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. after waiting 0 ms 2024-11-25T07:41:48,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:48,543 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:48,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1bc7cbbb75fb5f0720f15a778091ac65: Waiting for close lock at 1732520508542Disabling compacts and flushes for region at 1732520508542Disabling writes for close at 1732520508543 (+1 ms)Writing region close event to WAL at 1732520508543Closed at 1732520508543 2024-11-25T07:41:48,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 95d595eb74a112f5b0c14a3e8a178d1b, NAME => 'SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741842_1018 (size=62) 2024-11-25T07:41:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741842_1018 (size=62) 2024-11-25T07:41:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741842_1018 (size=62) 2024-11-25T07:41:48,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741841_1017 (size=62) 2024-11-25T07:41:48,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7a26abcf38bd7a6c90724160611fd275, disabling compactions & flushes 2024-11-25T07:41:48,557 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:48,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:48,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. after waiting 0 ms 2024-11-25T07:41:48,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:48,558 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:48,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a26abcf38bd7a6c90724160611fd275: Waiting for close lock at 1732520508557Disabling compacts and flushes for region at 1732520508557Disabling writes for close at 1732520508557Writing region close event to WAL at 1732520508558 (+1 ms)Closed at 1732520508558 2024-11-25T07:41:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,559 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5beb7e92b8d944b7999e99bc182430dc, NAME => 'SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing feb44ff9fa2e302ec42fa09ced19d227, disabling compactions & flushes 2024-11-25T07:41:48,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. after waiting 0 ms 2024-11-25T07:41:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:48,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for feb44ff9fa2e302ec42fa09ced19d227: Waiting for close lock at 1732520508559Disabling compacts and flushes for region at 1732520508559Disabling writes for close at 1732520508559Writing region close event to WAL at 1732520508559Closed at 1732520508559 2024-11-25T07:41:48,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d22e5aa5d26b3297f704bfbd60b8c39d, NAME => 'SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741841_1017 (size=62) 2024-11-25T07:41:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741841_1017 (size=62) 2024-11-25T07:41:48,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741843_1019 (size=62) 2024-11-25T07:41:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741843_1019 (size=62) 2024-11-25T07:41:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741843_1019 (size=62) 2024-11-25T07:41:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 95d595eb74a112f5b0c14a3e8a178d1b, disabling compactions & flushes 2024-11-25T07:41:48,597 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. after waiting 0 ms 2024-11-25T07:41:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:48,597 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 95d595eb74a112f5b0c14a3e8a178d1b: Waiting for close lock at 1732520508597Disabling compacts and flushes for region at 1732520508597Disabling writes for close at 1732520508597Writing region close event to WAL at 1732520508597Closed at 1732520508597 2024-11-25T07:41:48,598 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 23f5ac91ad6370612a9c8116d704d81e, NAME => 'SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741844_1020 (size=62) 2024-11-25T07:41:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741844_1020 (size=62) 2024-11-25T07:41:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741844_1020 (size=62) 2024-11-25T07:41:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741845_1021 (size=62) 2024-11-25T07:41:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741845_1021 (size=62) 2024-11-25T07:41:48,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741845_1021 (size=62) 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5beb7e92b8d944b7999e99bc182430dc, disabling compactions & flushes 2024-11-25T07:41:48,602 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d22e5aa5d26b3297f704bfbd60b8c39d, disabling compactions & flushes 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. after waiting 0 ms 2024-11-25T07:41:48,602 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:48,602 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:48,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5beb7e92b8d944b7999e99bc182430dc: Waiting for close lock at 1732520508602Disabling compacts and flushes for region at 1732520508602Disabling writes for close at 1732520508602Writing region close event to WAL at 1732520508602Closed at 1732520508602 2024-11-25T07:41:48,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. after waiting 0 ms 2024-11-25T07:41:48,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:48,603 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:48,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d22e5aa5d26b3297f704bfbd60b8c39d: Waiting for close lock at 1732520508602Disabling compacts and flushes for region at 1732520508602Disabling writes for close at 1732520508603 (+1 ms)Writing region close event to WAL at 1732520508603Closed at 1732520508603 2024-11-25T07:41:48,603 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c34ce8a294aab090098815194474a2a, NAME => 'SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940 2024-11-25T07:41:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741846_1022 (size=62) 2024-11-25T07:41:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741846_1022 (size=62) 2024-11-25T07:41:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741846_1022 (size=62) 2024-11-25T07:41:48,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 23f5ac91ad6370612a9c8116d704d81e, disabling compactions & flushes 2024-11-25T07:41:48,616 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:48,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:48,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. after waiting 0 ms 2024-11-25T07:41:48,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:48,617 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:48,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 23f5ac91ad6370612a9c8116d704d81e: Waiting for close lock at 1732520508616Disabling compacts and flushes for region at 1732520508616Disabling writes for close at 1732520508616Writing region close event to WAL at 1732520508617 (+1 ms)Closed at 1732520508617 2024-11-25T07:41:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741847_1023 (size=54) 2024-11-25T07:41:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741847_1023 (size=54) 2024-11-25T07:41:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741847_1023 (size=54) 2024-11-25T07:41:48,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:48,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1c34ce8a294aab090098815194474a2a, disabling compactions & flushes 2024-11-25T07:41:48,620 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:48,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:48,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. after waiting 0 ms 2024-11-25T07:41:48,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:48,620 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:48,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c34ce8a294aab090098815194474a2a: Waiting for close lock at 1732520508620Disabling compacts and flushes for region at 1732520508620Disabling writes for close at 1732520508620Writing region close event to WAL at 1732520508620Closed at 1732520508620 2024-11-25T07:41:48,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:41:48,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732520508622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520508622"}]},"ts":"1732520508622"} 2024-11-25T07:41:48,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T07:41:48,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:41:48,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520508631"}]},"ts":"1732520508631"} 2024-11-25T07:41:48,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T07:41:48,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:41:48,639 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:41:48,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:41:48,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T07:41:48,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:41:48,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:41:48,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T07:41:48,640 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:41:48,640 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:41:48,640 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T07:41:48,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:41:48,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7147b4738c8ce11b8e1a0b53274f723d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dc1c632bfb1d04fb000c1027bc55caa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a26abcf38bd7a6c90724160611fd275, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feb44ff9fa2e302ec42fa09ced19d227, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5beb7e92b8d944b7999e99bc182430dc, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d22e5aa5d26b3297f704bfbd60b8c39d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c34ce8a294aab090098815194474a2a, ASSIGN}] 2024-11-25T07:41:48,643 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7147b4738c8ce11b8e1a0b53274f723d, ASSIGN 2024-11-25T07:41:48,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN 2024-11-25T07:41:48,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feb44ff9fa2e302ec42fa09ced19d227, ASSIGN 2024-11-25T07:41:48,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a26abcf38bd7a6c90724160611fd275, ASSIGN 2024-11-25T07:41:48,644 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7147b4738c8ce11b8e1a0b53274f723d, ASSIGN; state=OFFLINE, location=7fb8763a5d32,40899,1732520496899; forceNewPlan=false, retain=false 2024-11-25T07:41:48,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42375,1732520496858; forceNewPlan=false, retain=false 2024-11-25T07:41:48,644 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=feb44ff9fa2e302ec42fa09ced19d227, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39855,1732520496935; forceNewPlan=false, retain=false 2024-11-25T07:41:48,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a26abcf38bd7a6c90724160611fd275, ASSIGN; state=OFFLINE, location=7fb8763a5d32,40899,1732520496899; forceNewPlan=false, retain=false 2024-11-25T07:41:48,648 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c34ce8a294aab090098815194474a2a, ASSIGN 2024-11-25T07:41:48,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d22e5aa5d26b3297f704bfbd60b8c39d, ASSIGN 2024-11-25T07:41:48,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN 2024-11-25T07:41:48,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5beb7e92b8d944b7999e99bc182430dc, ASSIGN 2024-11-25T07:41:48,650 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c34ce8a294aab090098815194474a2a, ASSIGN; state=OFFLINE, location=7fb8763a5d32,40899,1732520496899; forceNewPlan=false, retain=false 2024-11-25T07:41:48,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d22e5aa5d26b3297f704bfbd60b8c39d, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39855,1732520496935; forceNewPlan=false, retain=false 2024-11-25T07:41:48,651 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42375,1732520496858; forceNewPlan=false, retain=false 2024-11-25T07:41:48,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5beb7e92b8d944b7999e99bc182430dc, ASSIGN; state=OFFLINE, location=7fb8763a5d32,40899,1732520496899; forceNewPlan=false, retain=false 2024-11-25T07:41:48,659 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dc1c632bfb1d04fb000c1027bc55caa, ASSIGN 2024-11-25T07:41:48,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN 2024-11-25T07:41:48,661 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dc1c632bfb1d04fb000c1027bc55caa, ASSIGN; state=OFFLINE, location=7fb8763a5d32,39855,1732520496935; forceNewPlan=false, retain=false 2024-11-25T07:41:48,662 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN; state=OFFLINE, location=7fb8763a5d32,42375,1732520496858; forceNewPlan=false, retain=false 2024-11-25T07:41:48,795 INFO [7fb8763a5d32:36817 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T07:41:48,796 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=95d595eb74a112f5b0c14a3e8a178d1b, regionState=OPENING, regionLocation=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:48,796 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=23f5ac91ad6370612a9c8116d704d81e, regionState=OPENING, regionLocation=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:48,796 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bc7cbbb75fb5f0720f15a778091ac65, regionState=OPENING, regionLocation=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:48,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1c34ce8a294aab090098815194474a2a, regionState=OPENING, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:48,797 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5beb7e92b8d944b7999e99bc182430dc, regionState=OPENING, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:48,797 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7a26abcf38bd7a6c90724160611fd275, regionState=OPENING, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:48,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d22e5aa5d26b3297f704bfbd60b8c39d, regionState=OPENING, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:48,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=feb44ff9fa2e302ec42fa09ced19d227, regionState=OPENING, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:48,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6dc1c632bfb1d04fb000c1027bc55caa, regionState=OPENING, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:48,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7147b4738c8ce11b8e1a0b53274f723d, regionState=OPENING, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:48,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN because future has completed 2024-11-25T07:41:48,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b, server=7fb8763a5d32,42375,1732520496858}] 2024-11-25T07:41:48,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN because future has completed 2024-11-25T07:41:48,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23f5ac91ad6370612a9c8116d704d81e, server=7fb8763a5d32,42375,1732520496858}] 2024-11-25T07:41:48,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN because future has completed 2024-11-25T07:41:48,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c34ce8a294aab090098815194474a2a, ASSIGN because future has completed 2024-11-25T07:41:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:48,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d22e5aa5d26b3297f704bfbd60b8c39d, ASSIGN because future has completed 2024-11-25T07:41:48,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65, server=7fb8763a5d32,42375,1732520496858}] 2024-11-25T07:41:48,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=feb44ff9fa2e302ec42fa09ced19d227, ASSIGN because future has completed 2024-11-25T07:41:48,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c34ce8a294aab090098815194474a2a, server=7fb8763a5d32,40899,1732520496899}] 2024-11-25T07:41:48,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dc1c632bfb1d04fb000c1027bc55caa, ASSIGN because future has completed 2024-11-25T07:41:48,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5beb7e92b8d944b7999e99bc182430dc, ASSIGN because future has completed 2024-11-25T07:41:48,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa, server=7fb8763a5d32,39855,1732520496935}] 2024-11-25T07:41:48,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d, server=7fb8763a5d32,39855,1732520496935}] 2024-11-25T07:41:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7147b4738c8ce11b8e1a0b53274f723d, ASSIGN because future has completed 2024-11-25T07:41:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a26abcf38bd7a6c90724160611fd275, ASSIGN because future has completed 2024-11-25T07:41:48,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a26abcf38bd7a6c90724160611fd275, server=7fb8763a5d32,40899,1732520496899}] 2024-11-25T07:41:48,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5beb7e92b8d944b7999e99bc182430dc, server=7fb8763a5d32,40899,1732520496899}] 2024-11-25T07:41:48,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d, server=7fb8763a5d32,40899,1732520496899}] 2024-11-25T07:41:48,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure feb44ff9fa2e302ec42fa09ced19d227, server=7fb8763a5d32,39855,1732520496935}] 2024-11-25T07:41:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:49,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:41:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:52,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:41:52,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:41:52,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:41:52,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:41:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:53,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:53,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:53,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:53,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:41:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:53,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:53,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:41:54,460 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-25T07:41:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:41:58,818 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:41:58,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:41:58,827 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:58,827 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 95d595eb74a112f5b0c14a3e8a178d1b, NAME => 'SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T07:41:58,827 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,828 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,828 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,828 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,830 INFO [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,832 INFO [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95d595eb74a112f5b0c14a3e8a178d1b columnFamilyName cf 2024-11-25T07:41:58,832 DEBUG [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,833 INFO [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] regionserver.HStore(327): Store=95d595eb74a112f5b0c14a3e8a178d1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,833 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,834 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,834 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,835 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,835 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,837 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,839 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/95d595eb74a112f5b0c14a3e8a178d1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:58,840 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 95d595eb74a112f5b0c14a3e8a178d1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64278893, jitterRate=-0.042169854044914246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:58,840 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:41:58,840 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 95d595eb74a112f5b0c14a3e8a178d1b: Running coprocessor pre-open hook at 1732520518828Writing region info on filesystem at 1732520518828Initializing all the Stores at 1732520518829 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518829Cleaning up temporary data from old regions at 1732520518835 (+6 ms)Running coprocessor post-open hooks at 1732520518840 (+5 ms)Region opened successfully at 1732520518840 2024-11-25T07:41:58,841 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b., pid=15, masterSystemTime=1732520518818 2024-11-25T07:41:58,843 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:58,843 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:41:58,844 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:58,844 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc7cbbb75fb5f0720f15a778091ac65, NAME => 'SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T07:41:58,844 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=95d595eb74a112f5b0c14a3e8a178d1b, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:58,844 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,845 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,845 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b, server=7fb8763a5d32,42375,1732520496858 because future has completed 2024-11-25T07:41:58,848 INFO [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-25T07:41:58,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b, server=7fb8763a5d32,42375,1732520496858 in 10.0420 sec 2024-11-25T07:41:58,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN in 10.2100 sec 2024-11-25T07:41:58,853 INFO [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc7cbbb75fb5f0720f15a778091ac65 columnFamilyName cf 2024-11-25T07:41:58,854 DEBUG [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,854 INFO [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] regionserver.HStore(327): Store=1bc7cbbb75fb5f0720f15a778091ac65/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,854 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,855 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,855 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,856 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,856 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,857 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,860 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1bc7cbbb75fb5f0720f15a778091ac65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:58,861 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1bc7cbbb75fb5f0720f15a778091ac65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66291275, jitterRate=-0.012183025479316711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:58,861 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:41:58,861 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1bc7cbbb75fb5f0720f15a778091ac65: Running coprocessor pre-open hook at 1732520518845Writing region info on filesystem at 1732520518845Initializing all the Stores at 1732520518846 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518846Cleaning up temporary data from old regions at 1732520518856 (+10 ms)Running coprocessor post-open hooks at 1732520518861 (+5 ms)Region opened successfully at 1732520518861 2024-11-25T07:41:58,866 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65., pid=17, masterSystemTime=1732520518818 2024-11-25T07:41:58,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:41:58,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:41:58,872 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:58,872 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:41:58,872 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:58,872 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 23f5ac91ad6370612a9c8116d704d81e, NAME => 'SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T07:41:58,872 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,872 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,873 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,873 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bc7cbbb75fb5f0720f15a778091ac65, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:58,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65, server=7fb8763a5d32,42375,1732520496858 because future has completed 2024-11-25T07:41:58,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-25T07:41:58,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65, server=7fb8763a5d32,42375,1732520496858 in 10.0420 sec 2024-11-25T07:41:58,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN in 10.2400 sec 2024-11-25T07:41:58,884 INFO [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,885 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:58,886 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7147b4738c8ce11b8e1a0b53274f723d, NAME => 'SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T07:41:58,887 INFO [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23f5ac91ad6370612a9c8116d704d81e columnFamilyName cf 2024-11-25T07:41:58,887 DEBUG [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,887 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,887 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,887 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,887 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,888 INFO [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] regionserver.HStore(327): Store=23f5ac91ad6370612a9c8116d704d81e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,888 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,889 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,889 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,890 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,890 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,891 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,928 INFO [StoreOpener-7147b4738c8ce11b8e1a0b53274f723d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,928 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:58,928 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dc1c632bfb1d04fb000c1027bc55caa, NAME => 'SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T07:41:58,929 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,929 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,929 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,929 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,929 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:58,930 INFO [StoreOpener-7147b4738c8ce11b8e1a0b53274f723d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7147b4738c8ce11b8e1a0b53274f723d columnFamilyName cf 2024-11-25T07:41:58,930 DEBUG [StoreOpener-7147b4738c8ce11b8e1a0b53274f723d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,930 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 23f5ac91ad6370612a9c8116d704d81e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71582253, jitterRate=0.06665869057178497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:58,930 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:41:58,930 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 23f5ac91ad6370612a9c8116d704d81e: Running coprocessor pre-open hook at 1732520518873Writing region info on filesystem at 1732520518873Initializing all the Stores at 1732520518875 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518875Cleaning up temporary data from old regions at 1732520518890 (+15 ms)Running coprocessor post-open hooks at 1732520518930 (+40 ms)Region opened successfully at 1732520518930 2024-11-25T07:41:58,932 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., pid=16, masterSystemTime=1732520518818 2024-11-25T07:41:58,932 INFO [StoreOpener-7147b4738c8ce11b8e1a0b53274f723d-1 {}] regionserver.HStore(327): Store=7147b4738c8ce11b8e1a0b53274f723d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,932 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,933 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,934 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:58,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,935 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:41:58,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=23f5ac91ad6370612a9c8116d704d81e, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,42375,1732520496858 2024-11-25T07:41:58,937 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23f5ac91ad6370612a9c8116d704d81e, server=7fb8763a5d32,42375,1732520496858 because future has completed 2024-11-25T07:41:58,940 INFO [StoreOpener-6dc1c632bfb1d04fb000c1027bc55caa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,943 INFO [StoreOpener-6dc1c632bfb1d04fb000c1027bc55caa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dc1c632bfb1d04fb000c1027bc55caa columnFamilyName cf 2024-11-25T07:41:58,943 DEBUG [StoreOpener-6dc1c632bfb1d04fb000c1027bc55caa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,944 INFO [StoreOpener-6dc1c632bfb1d04fb000c1027bc55caa-1 {}] regionserver.HStore(327): Store=6dc1c632bfb1d04fb000c1027bc55caa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,944 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-25T07:41:58,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 23f5ac91ad6370612a9c8116d704d81e, server=7fb8763a5d32,42375,1732520496858 in 10.1270 sec 2024-11-25T07:41:58,946 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,947 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN in 10.3040 sec 2024-11-25T07:41:58,948 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,948 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,952 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,953 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7147b4738c8ce11b8e1a0b53274f723d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:58,954 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7147b4738c8ce11b8e1a0b53274f723d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61341121, jitterRate=-0.08594606816768646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:58,954 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:41:58,954 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7147b4738c8ce11b8e1a0b53274f723d: Running coprocessor pre-open hook at 1732520518888Writing region info on filesystem at 1732520518888Initializing all the Stores at 1732520518889 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518889Cleaning up temporary data from old regions at 1732520518935 (+46 ms)Running coprocessor post-open hooks at 1732520518954 (+19 ms)Region opened successfully at 1732520518954 2024-11-25T07:41:58,956 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d., pid=24, masterSystemTime=1732520518866 2024-11-25T07:41:58,956 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/6dc1c632bfb1d04fb000c1027bc55caa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:58,958 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6dc1c632bfb1d04fb000c1027bc55caa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67641243, jitterRate=0.007933065295219421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:58,958 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:41:58,958 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6dc1c632bfb1d04fb000c1027bc55caa: Running coprocessor pre-open hook at 1732520518930Writing region info on filesystem at 1732520518930Initializing all the Stores at 1732520518932 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518932Cleaning up temporary data from old regions at 1732520518948 (+16 ms)Running coprocessor post-open hooks at 1732520518958 (+10 ms)Region opened successfully at 1732520518958 2024-11-25T07:41:58,958 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:58,958 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:41:58,959 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:58,959 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5beb7e92b8d944b7999e99bc182430dc, NAME => 'SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T07:41:58,959 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa., pid=19, masterSystemTime=1732520518868 2024-11-25T07:41:58,959 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:58,959 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7147b4738c8ce11b8e1a0b53274f723d, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:58,959 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:58,959 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:58,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d, server=7fb8763a5d32,40899,1732520496899 because future has completed 2024-11-25T07:41:58,963 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:58,963 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:41:58,963 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:58,963 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => feb44ff9fa2e302ec42fa09ced19d227, NAME => 'SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T07:41:58,963 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6dc1c632bfb1d04fb000c1027bc55caa, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:58,963 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,964 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:58,964 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,964 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa, server=7fb8763a5d32,39855,1732520496935 because future has completed 2024-11-25T07:41:58,968 INFO [StoreOpener-feb44ff9fa2e302ec42fa09ced19d227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-25T07:41:58,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d, server=7fb8763a5d32,40899,1732520496899 in 10.0840 sec 2024-11-25T07:41:58,971 INFO [StoreOpener-feb44ff9fa2e302ec42fa09ced19d227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feb44ff9fa2e302ec42fa09ced19d227 columnFamilyName cf 2024-11-25T07:41:58,971 DEBUG [StoreOpener-feb44ff9fa2e302ec42fa09ced19d227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,973 INFO [StoreOpener-feb44ff9fa2e302ec42fa09ced19d227-1 {}] regionserver.HStore(327): Store=feb44ff9fa2e302ec42fa09ced19d227/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,973 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-25T07:41:58,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7147b4738c8ce11b8e1a0b53274f723d, ASSIGN in 10.3290 sec 2024-11-25T07:41:58,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa, server=7fb8763a5d32,39855,1732520496935 in 10.1090 sec 2024-11-25T07:41:58,975 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,976 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dc1c632bfb1d04fb000c1027bc55caa, ASSIGN in 10.3330 sec 2024-11-25T07:41:58,979 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,980 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,983 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,984 INFO [StoreOpener-5beb7e92b8d944b7999e99bc182430dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:58,988 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/feb44ff9fa2e302ec42fa09ced19d227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:58,992 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened feb44ff9fa2e302ec42fa09ced19d227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58989698, jitterRate=-0.1209850013256073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:58,992 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:41:58,992 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for feb44ff9fa2e302ec42fa09ced19d227: Running coprocessor pre-open hook at 1732520518964Writing region info on filesystem at 1732520518964Initializing all the Stores at 1732520518965 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518965Cleaning up temporary data from old regions at 1732520518980 (+15 ms)Running coprocessor post-open hooks at 1732520518992 (+12 ms)Region opened successfully at 1732520518992 2024-11-25T07:41:58,992 INFO [StoreOpener-5beb7e92b8d944b7999e99bc182430dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5beb7e92b8d944b7999e99bc182430dc columnFamilyName cf 2024-11-25T07:41:58,992 DEBUG [StoreOpener-5beb7e92b8d944b7999e99bc182430dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:58,994 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227., pid=23, masterSystemTime=1732520518868 2024-11-25T07:41:58,996 INFO [StoreOpener-5beb7e92b8d944b7999e99bc182430dc-1 {}] regionserver.HStore(327): Store=5beb7e92b8d944b7999e99bc182430dc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:58,996 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:58,998 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:59,006 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:59,006 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:41:59,006 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:59,006 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:59,006 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d22e5aa5d26b3297f704bfbd60b8c39d, NAME => 'SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T07:41:59,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:59,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:59,007 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:59,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=feb44ff9fa2e302ec42fa09ced19d227, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:59,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure feb44ff9fa2e302ec42fa09ced19d227, server=7fb8763a5d32,39855,1732520496935 because future has completed 2024-11-25T07:41:59,014 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:59,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-25T07:41:59,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure feb44ff9fa2e302ec42fa09ced19d227, server=7fb8763a5d32,39855,1732520496935 in 10.1360 sec 2024-11-25T07:41:59,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feb44ff9fa2e302ec42fa09ced19d227, ASSIGN in 10.3820 sec 2024-11-25T07:41:59,032 INFO [StoreOpener-d22e5aa5d26b3297f704bfbd60b8c39d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,034 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:59,036 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5beb7e92b8d944b7999e99bc182430dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71449847, jitterRate=0.06468568742275238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:59,036 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:41:59,036 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5beb7e92b8d944b7999e99bc182430dc: Running coprocessor pre-open hook at 1732520518960Writing region info on filesystem at 1732520518960Initializing all the Stores at 1732520518968 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520518968Cleaning up temporary data from old regions at 1732520519007 (+39 ms)Running coprocessor post-open hooks at 1732520519036 (+29 ms)Region opened successfully at 1732520519036 2024-11-25T07:41:59,038 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc., pid=22, masterSystemTime=1732520518866 2024-11-25T07:41:59,040 INFO [StoreOpener-d22e5aa5d26b3297f704bfbd60b8c39d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d22e5aa5d26b3297f704bfbd60b8c39d columnFamilyName cf 2024-11-25T07:41:59,041 DEBUG [StoreOpener-d22e5aa5d26b3297f704bfbd60b8c39d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:59,041 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:59,041 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:41:59,041 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:59,041 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c34ce8a294aab090098815194474a2a, NAME => 'SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T07:41:59,042 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,042 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:59,042 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,042 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5beb7e92b8d944b7999e99bc182430dc, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:59,043 INFO [StoreOpener-d22e5aa5d26b3297f704bfbd60b8c39d-1 {}] regionserver.HStore(327): Store=d22e5aa5d26b3297f704bfbd60b8c39d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:59,043 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,045 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,045 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,045 INFO [StoreOpener-1c34ce8a294aab090098815194474a2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,046 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,046 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5beb7e92b8d944b7999e99bc182430dc, server=7fb8763a5d32,40899,1732520496899 because future has completed 2024-11-25T07:41:59,048 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,049 INFO [StoreOpener-1c34ce8a294aab090098815194474a2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c34ce8a294aab090098815194474a2a columnFamilyName cf 2024-11-25T07:41:59,049 DEBUG [StoreOpener-1c34ce8a294aab090098815194474a2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:59,051 INFO [StoreOpener-1c34ce8a294aab090098815194474a2a-1 {}] regionserver.HStore(327): Store=1c34ce8a294aab090098815194474a2a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:59,052 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:59,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-25T07:41:59,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5beb7e92b8d944b7999e99bc182430dc, server=7fb8763a5d32,40899,1732520496899 in 10.1710 sec 2024-11-25T07:41:59,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5beb7e92b8d944b7999e99bc182430dc, ASSIGN in 10.4110 sec 2024-11-25T07:41:59,054 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,054 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d22e5aa5d26b3297f704bfbd60b8c39d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614465, jitterRate=-0.0371694415807724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:59,054 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:41:59,054 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d22e5aa5d26b3297f704bfbd60b8c39d: Running coprocessor pre-open hook at 1732520519007Writing region info on filesystem at 1732520519007Initializing all the Stores at 1732520519011 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520519011Cleaning up temporary data from old regions at 1732520519046 (+35 ms)Running coprocessor post-open hooks at 1732520519054 (+8 ms)Region opened successfully at 1732520519054 2024-11-25T07:41:59,055 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,056 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d., pid=20, masterSystemTime=1732520518868 2024-11-25T07:41:59,056 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,057 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,057 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,058 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:59,058 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:41:59,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d22e5aa5d26b3297f704bfbd60b8c39d, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:41:59,062 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d, server=7fb8763a5d32,39855,1732520496935 because future has completed 2024-11-25T07:41:59,067 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:59,068 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1c34ce8a294aab090098815194474a2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66084505, jitterRate=-0.015264138579368591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:59,068 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:41:59,068 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1c34ce8a294aab090098815194474a2a: Running coprocessor pre-open hook at 1732520519042Writing region info on filesystem at 1732520519042Initializing all the Stores at 1732520519045 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520519045Cleaning up temporary data from old regions at 1732520519057 (+12 ms)Running coprocessor post-open hooks at 1732520519068 (+11 ms)Region opened successfully at 1732520519068 2024-11-25T07:41:59,072 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a., pid=18, masterSystemTime=1732520518866 2024-11-25T07:41:59,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-25T07:41:59,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d, server=7fb8763a5d32,39855,1732520496935 in 10.2010 sec 2024-11-25T07:41:59,075 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:59,075 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:41:59,075 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:59,075 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a26abcf38bd7a6c90724160611fd275, NAME => 'SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T07:41:59,076 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,076 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:41:59,076 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,076 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d22e5aa5d26b3297f704bfbd60b8c39d, ASSIGN in 10.4320 sec 2024-11-25T07:41:59,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1c34ce8a294aab090098815194474a2a, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:59,078 INFO [StoreOpener-7a26abcf38bd7a6c90724160611fd275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c34ce8a294aab090098815194474a2a, server=7fb8763a5d32,40899,1732520496899 because future has completed 2024-11-25T07:41:59,081 INFO [StoreOpener-7a26abcf38bd7a6c90724160611fd275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a26abcf38bd7a6c90724160611fd275 columnFamilyName cf 2024-11-25T07:41:59,081 DEBUG [StoreOpener-7a26abcf38bd7a6c90724160611fd275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:41:59,082 INFO [StoreOpener-7a26abcf38bd7a6c90724160611fd275-1 {}] regionserver.HStore(327): Store=7a26abcf38bd7a6c90724160611fd275/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:41:59,083 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,084 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,084 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,085 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,085 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-25T07:41:59,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c34ce8a294aab090098815194474a2a, server=7fb8763a5d32,40899,1732520496899 in 10.2290 sec 2024-11-25T07:41:59,088 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c34ce8a294aab090098815194474a2a, ASSIGN in 10.4450 sec 2024-11-25T07:41:59,091 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7a26abcf38bd7a6c90724160611fd275/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:41:59,091 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7a26abcf38bd7a6c90724160611fd275; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65281408, jitterRate=-0.027231216430664062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:41:59,091 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:41:59,091 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7a26abcf38bd7a6c90724160611fd275: Running coprocessor pre-open hook at 1732520519076Writing region info on filesystem at 1732520519076Initializing all the Stores at 1732520519078 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520519078Cleaning up temporary data from old regions at 1732520519085 (+7 ms)Running coprocessor post-open hooks at 1732520519091 (+6 ms)Region opened successfully at 1732520519091 2024-11-25T07:41:59,093 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275., pid=21, masterSystemTime=1732520518866 2024-11-25T07:41:59,095 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:59,095 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:41:59,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7a26abcf38bd7a6c90724160611fd275, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:41:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a26abcf38bd7a6c90724160611fd275, server=7fb8763a5d32,40899,1732520496899 because future has completed 2024-11-25T07:41:59,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-25T07:41:59,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a26abcf38bd7a6c90724160611fd275, server=7fb8763a5d32,40899,1732520496899 in 10.2260 sec 2024-11-25T07:41:59,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T07:41:59,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a26abcf38bd7a6c90724160611fd275, ASSIGN in 10.4630 sec 2024-11-25T07:41:59,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:41:59,109 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520519108"}]},"ts":"1732520519108"} 2024-11-25T07:41:59,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T07:41:59,113 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:41:59,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6110 sec 2024-11-25T07:42:01,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T07:42:04,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:42:04,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:42:04,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:42:04,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:42:06,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:06,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T07:42:06,689 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T07:42:06,689 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:42:06,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T07:42:06,695 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:42:06,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T07:42:06,747 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:06,751 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:06,806 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d., hostname=7fb8763a5d32,39855,1732520496935, seqNum=2] 2024-11-25T07:42:06,809 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d., hostname=7fb8763a5d32,39855,1732520496935, seqNum=2] 2024-11-25T07:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d., hostname=7fb8763a5d32,39855,1732520496935, seqNum=2] 2024-11-25T07:42:06,816 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d., hostname=7fb8763a5d32,39855,1732520496935, seqNum=2] 2024-11-25T07:42:06,872 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., hostname=7fb8763a5d32,42375,1732520496858, seqNum=2] 2024-11-25T07:42:06,878 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., hostname=7fb8763a5d32,42375,1732520496858, seqNum=2] 2024-11-25T07:42:06,883 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., hostname=7fb8763a5d32,42375,1732520496858, seqNum=2] 2024-11-25T07:42:06,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., hostname=7fb8763a5d32,42375,1732520496858, seqNum=2] 2024-11-25T07:42:06,984 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:06,998 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:06,999 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:07,000 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:07,002 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a., hostname=7fb8763a5d32,40899,1732520496899, seqNum=2] 2024-11-25T07:42:07,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:07,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:07,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:07,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:07,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:42:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:07,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:42:07,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:42:08,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T07:42:08,724 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T07:42:08,724 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:42:08,725 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T07:42:08,726 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T07:42:08,729 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T07:42:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741848_1024 (size=49) 2024-11-25T07:42:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741848_1024 (size=49) 2024-11-25T07:42:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741848_1024 (size=49) 2024-11-25T07:42:08,739 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T07:42:08,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a26abcf38bd7a6c90724160611fd275}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feb44ff9fa2e302ec42fa09ced19d227}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5beb7e92b8d944b7999e99bc182430dc}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23f5ac91ad6370612a9c8116d704d81e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c34ce8a294aab090098815194474a2a}] 2024-11-25T07:42:08,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:08,741 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:42:08,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:42:08,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:08,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c34ce8a294aab090098815194474a2a 2024-11-25T07:42:08,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:42:08,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:42:08,746 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:08,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:42:08,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:42:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T07:42:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T07:42:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T07:42:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T07:42:18,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T07:42:18,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:18,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 23f5ac91ad6370612a9c8116d704d81e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T07:42:18,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d22e5aa5d26b3297f704bfbd60b8c39d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 7a26abcf38bd7a6c90724160611fd275: 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:42:18,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:18,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 95d595eb74a112f5b0c14a3e8a178d1b: 2024-11-25T07:42:18,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T07:42:18,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T07:42:18,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:18,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T07:42:18,746 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5beb7e92b8d944b7999e99bc182430dc 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-25T07:42:18,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:18,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7147b4738c8ce11b8e1a0b53274f723d: 2024-11-25T07:42:18,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1bc7cbbb75fb5f0720f15a778091ac65: 2024-11-25T07:42:18,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:42:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for feb44ff9fa2e302ec42fa09ced19d227: 2024-11-25T07:42:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:42:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6dc1c632bfb1d04fb000c1027bc55caa: 2024-11-25T07:42:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T07:42:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741852_1028 (size=57) 2024-11-25T07:42:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741850_1026 (size=65) 2024-11-25T07:42:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741852_1028 (size=57) 2024-11-25T07:42:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741850_1026 (size=65) 2024-11-25T07:42:18,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:18,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T07:42:18,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:18,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1c34ce8a294aab090098815194474a2a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T07:42:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T07:42:18,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:42:18,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:42:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741852_1028 (size=57) 2024-11-25T07:42:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741850_1026 (size=65) 2024-11-25T07:42:18,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:18,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T07:42:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T07:42:18,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:42:18,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/.tmp/cf/f8a261d5f8324119959a1f4042ab72c0 is 34, key is aaa/cf:cf/1732520527967/Put/seqid=0 2024-11-25T07:42:18,782 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:42:18,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7147b4738c8ce11b8e1a0b53274f723d in 10.0420 sec 2024-11-25T07:42:18,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dc1c632bfb1d04fb000c1027bc55caa in 10.0440 sec 2024-11-25T07:42:18,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/.tmp/cf/772fcc6eb88749a0a99f4c333c82b370 is 34, key is ccd/cf:cf/1732520527935/Put/seqid=0 2024-11-25T07:42:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741849_1025 (size=65) 2024-11-25T07:42:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741849_1025 (size=65) 2024-11-25T07:42:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741849_1025 (size=65) 2024-11-25T07:42:18,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:18,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T07:42:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T07:42:18,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:42:18,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:42:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741851_1027 (size=65) 2024-11-25T07:42:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741851_1027 (size=65) 2024-11-25T07:42:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741851_1027 (size=65) 2024-11-25T07:42:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T07:42:18,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure feb44ff9fa2e302ec42fa09ced19d227 in 10.0630 sec 2024-11-25T07:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T07:42:18,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:42:18,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:42:18,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a26abcf38bd7a6c90724160611fd275 in 10.0660 sec 2024-11-25T07:42:18,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/.tmp/cf/2b806a2d08e240ea951bc01b648cb895 is 34, key is baa/cf:cf/1732520527874/Put/seqid=0 2024-11-25T07:42:18,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/.tmp/cf/956ce7e853fa4bd39d731baddc7fed2f is 34, key is eaa/cf:cf/1732520528597/Put/seqid=0 2024-11-25T07:42:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741853_1029 (size=65) 2024-11-25T07:42:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741853_1029 (size=65) 2024-11-25T07:42:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741853_1029 (size=65) 2024-11-25T07:42:18,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:18,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T07:42:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T07:42:18,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:18,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:18,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b in 10.1270 sec 2024-11-25T07:42:18,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741856_1032 (size=47197) 2024-11-25T07:42:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741856_1032 (size=47197) 2024-11-25T07:42:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741856_1032 (size=47197) 2024-11-25T07:42:18,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/.tmp/cf/772fcc6eb88749a0a99f4c333c82b370 2024-11-25T07:42:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741855_1031 (size=26918) 2024-11-25T07:42:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741854_1030 (size=65) 2024-11-25T07:42:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741854_1030 (size=65) 2024-11-25T07:42:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741855_1031 (size=26918) 2024-11-25T07:42:18,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/.tmp/cf/f8a261d5f8324119959a1f4042ab72c0 2024-11-25T07:42:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741854_1030 (size=65) 2024-11-25T07:42:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741855_1031 (size=26918) 2024-11-25T07:42:18,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:18,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T07:42:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T07:42:18,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:18,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:18,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65 in 10.1510 sec 2024-11-25T07:42:18,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741857_1033 (size=499309) 2024-11-25T07:42:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741857_1033 (size=499309) 2024-11-25T07:42:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741857_1033 (size=499309) 2024-11-25T07:42:18,917 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/.tmp/cf/956ce7e853fa4bd39d731baddc7fed2f 2024-11-25T07:42:18,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/.tmp/cf/772fcc6eb88749a0a99f4c333c82b370 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/cf/772fcc6eb88749a0a99f4c333c82b370 2024-11-25T07:42:18,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/.tmp/cf/956ce7e853fa4bd39d731baddc7fed2f as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/cf/956ce7e853fa4bd39d731baddc7fed2f 2024-11-25T07:42:18,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/.tmp/cf/f8a261d5f8324119959a1f4042ab72c0 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/cf/f8a261d5f8324119959a1f4042ab72c0 2024-11-25T07:42:18,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/cf/772fcc6eb88749a0a99f4c333c82b370, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T07:42:18,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 23f5ac91ad6370612a9c8116d704d81e in 202ms, sequenceid=5, compaction requested=false 2024-11-25T07:42:18,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 23f5ac91ad6370612a9c8116d704d81e: 2024-11-25T07:42:18,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/cf/772fcc6eb88749a0a99f4c333c82b370] hfiles 2024-11-25T07:42:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/cf/772fcc6eb88749a0a99f4c333c82b370 for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741858_1034 (size=28623) 2024-11-25T07:42:18,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741858_1034 (size=28623) 2024-11-25T07:42:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741858_1034 (size=28623) 2024-11-25T07:42:18,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/.tmp/cf/2b806a2d08e240ea951bc01b648cb895 2024-11-25T07:42:18,962 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/cf/956ce7e853fa4bd39d731baddc7fed2f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T07:42:18,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/cf/f8a261d5f8324119959a1f4042ab72c0, entries=676, sequenceid=5, filesize=26.3 K 2024-11-25T07:42:18,964 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1c34ce8a294aab090098815194474a2a in 184ms, sequenceid=5, compaction requested=false 2024-11-25T07:42:18,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1c34ce8a294aab090098815194474a2a: 2024-11-25T07:42:18,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/cf/956ce7e853fa4bd39d731baddc7fed2f] hfiles 2024-11-25T07:42:18,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/cf/956ce7e853fa4bd39d731baddc7fed2f for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5beb7e92b8d944b7999e99bc182430dc in 222ms, sequenceid=5, compaction requested=false 2024-11-25T07:42:18,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5beb7e92b8d944b7999e99bc182430dc: 2024-11-25T07:42:18,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/cf/f8a261d5f8324119959a1f4042ab72c0] hfiles 2024-11-25T07:42:18,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/cf/f8a261d5f8324119959a1f4042ab72c0 for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/.tmp/cf/2b806a2d08e240ea951bc01b648cb895 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/cf/2b806a2d08e240ea951bc01b648cb895 2024-11-25T07:42:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741859_1035 (size=105) 2024-11-25T07:42:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741859_1035 (size=105) 2024-11-25T07:42:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741859_1035 (size=105) 2024-11-25T07:42:18,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:18,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T07:42:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T07:42:18,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:18,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:18,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23f5ac91ad6370612a9c8116d704d81e in 10.2550 sec 2024-11-25T07:42:18,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/cf/2b806a2d08e240ea951bc01b648cb895, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T07:42:18,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d22e5aa5d26b3297f704bfbd60b8c39d in 254ms, sequenceid=5, compaction requested=false 2024-11-25T07:42:18,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d22e5aa5d26b3297f704bfbd60b8c39d: 2024-11-25T07:42:18,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. for SnapshotProcedureTest completed. 2024-11-25T07:42:18,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T07:42:18,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T07:42:18,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/cf/2b806a2d08e240ea951bc01b648cb895] hfiles 2024-11-25T07:42:18,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/cf/2b806a2d08e240ea951bc01b648cb895 for snapshot=SnapshotProcedureTest 2024-11-25T07:42:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741860_1036 (size=97) 2024-11-25T07:42:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741860_1036 (size=97) 2024-11-25T07:42:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741860_1036 (size=97) 2024-11-25T07:42:19,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:19,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T07:42:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T07:42:19,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c34ce8a294aab090098815194474a2a 2024-11-25T07:42:19,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c34ce8a294aab090098815194474a2a 2024-11-25T07:42:19,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c34ce8a294aab090098815194474a2a in 10.2950 sec 2024-11-25T07:42:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741861_1037 (size=105) 2024-11-25T07:42:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741861_1037 (size=105) 2024-11-25T07:42:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741862_1038 (size=105) 2024-11-25T07:42:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741862_1038 (size=105) 2024-11-25T07:42:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741862_1038 (size=105) 2024-11-25T07:42:19,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:19,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T07:42:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T07:42:19,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:42:19,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:42:19,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d22e5aa5d26b3297f704bfbd60b8c39d in 10.3210 sec 2024-11-25T07:42:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741861_1037 (size=105) 2024-11-25T07:42:19,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:19,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T07:42:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T07:42:19,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:42:19,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:42:19,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-25T07:42:19,072 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T07:42:19,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5beb7e92b8d944b7999e99bc182430dc in 10.3290 sec 2024-11-25T07:42:19,073 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T07:42:19,074 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T07:42:19,074 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T07:42:19,076 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T07:42:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741863_1039 (size=1174) 2024-11-25T07:42:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741863_1039 (size=1174) 2024-11-25T07:42:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741863_1039 (size=1174) 2024-11-25T07:42:19,109 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T07:42:19,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T07:42:19,118 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,118 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:19,118 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:19,118 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,118 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,125 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:19,125 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:19,127 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:19,127 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:19,138 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:42:19,139 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,139 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7fb8763a5d32,42375,1732520496858: Simulated kill ***** 2024-11-25T07:42:19,139 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:42:19,139 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:42:19,140 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:42:19,140 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:42:19,140 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:42:19,140 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 611567448 }, "NonHeapMemoryUsage": { "committed": 176357376, "init": 7667712, "max": -1, "used": 171780664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:42:19,141 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36817 {}] master.MasterRpcServices(700): 7fb8763a5d32,42375,1732520496858 reported a fatal error: ***** ABORTING region server 7fb8763a5d32,42375,1732520496858: Simulated kill ***** 2024-11-25T07:42:19,142 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,42375,1732520496858' ***** 2024-11-25T07:42:19,142 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T07:42:19,142 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:42:19,142 INFO [RS:0;7fb8763a5d32:42375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T07:42:19,142 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:42:19,142 INFO [RS:0;7fb8763a5d32:42375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T07:42:19,142 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:42:19,142 INFO [RS:0;7fb8763a5d32:42375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:42375. 2024-11-25T07:42:19,142 DEBUG [RS:0;7fb8763a5d32:42375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:42:19,142 DEBUG [RS:0;7fb8763a5d32:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:42:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741835_1011 (size=1488) 2024-11-25T07:42:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741835_1011 (size=1488) 2024-11-25T07:42:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741835_1011 (size=1488) 2024-11-25T07:42:19,149 DEBUG [RS:0;7fb8763a5d32:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,149 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:42:19,149 INFO [RS:0;7fb8763a5d32:42375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42375 2024-11-25T07:42:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:42:19,189 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:42:19,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,42375,1732520496858] 2024-11-25T07:42:19,198 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:42:19,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,42375,1732520496858 already deleted, retry=false 2024-11-25T07:42:19,287 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7fb8763a5d32,42375,1732520496858 on 7fb8763a5d32,36817,1732520496592 2024-11-25T07:42:19,288 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7fb8763a5d32,42375,1732520496858, splitWal=true, meta=false 2024-11-25T07:42:19,288 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 7fb8763a5d32,42375,1732520496858 (carryingMeta=false) 7fb8763a5d32,42375,1732520496858/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b849195[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T07:42:19,289 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7fb8763a5d32,42375,1732520496858, splitWal=true, meta=false 2024-11-25T07:42:19,290 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7fb8763a5d32,42375,1732520496858 had 3 regions 2024-11-25T07:42:19,291 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7fb8763a5d32,42375,1732520496858, splitWal=true, meta=false, isMeta: false 2024-11-25T07:42:19,292 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting 2024-11-25T07:42:19,294 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7fb8763a5d32,42375,1732520496858 WAL count=1, meta=false 2024-11-25T07:42:19,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C42375%2C1732520496858.1732520498097}] 2024-11-25T07:42:19,296 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:19,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C42375%2C1732520496858.1732520498097, worker=7fb8763a5d32,39855,1732520496935}] 2024-11-25T07:42:19,303 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-25T07:42:19,303 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42375,1732520496858 Release verify snapshot worker=7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,303 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42375,1732520496858 Release verify snapshot worker=7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,303 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-25T07:42:19,303 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-25T07:42:19,303 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 7fb8763a5d32,42375,1732520496858, this operation will be retried to send to another server 2024-11-25T07:42:19,303 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7fb8763a5d32,42375,1732520496858, this operation will be retried to send to another server 2024-11-25T07:42:19,303 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:19,304 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732520540304 2024-11-25T07:42:19,304 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:19,305 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732520540305 2024-11-25T07:42:19,306 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,42375,1732520496858 Release verify snapshot worker=7fb8763a5d32,42375,1732520496858 2024-11-25T07:42:19,306 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 7fb8763a5d32,42375,1732520496858, this operation will be retried to send to another server 2024-11-25T07:42:19,306 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:19,306 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732520540306 2024-11-25T07:42:19,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:19,376 INFO [RS:0;7fb8763a5d32:42375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:42:19,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10170f0c9630001, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:19,376 INFO [RS:0;7fb8763a5d32:42375 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,42375,1732520496858; zookeeper connection closed. 2024-11-25T07:42:19,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fd5f2ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fd5f2ad 2024-11-25T07:42:20,025 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:42:20,025 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:42:28,476 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:42:28,476 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:42:29,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-25T07:42:29,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-25T07:42:29,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-25T07:42:29,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-25T07:42:29,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-25T07:42:29,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-25T07:42:29,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-25T07:42:29,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T07:42:29,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T07:42:29,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T07:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T07:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T07:42:29,137 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 Release verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,138 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 Release verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 in 10.0230 sec 2024-11-25T07:42:29,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 in 10.0240 sec 2024-11-25T07:42:29,144 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T07:42:29,145 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T07:42:29,155 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 Release verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 in 10.0410 sec 2024-11-25T07:42:29,160 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,169 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097, size=1.5 K (1488bytes) 2024-11-25T07:42:29,170 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 2024-11-25T07:42:29,171 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 after 1ms 2024-11-25T07:42:29,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T07:42:29,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T07:42:29,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T07:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-25T07:42:29,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T07:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T07:42:29,185 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 Release verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-25T07:42:29,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 in 10.0710 sec 2024-11-25T07:42:29,190 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 Release verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,191 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,192 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 Release verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 in 10.0760 sec 2024-11-25T07:42:29,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 in 10.0780 sec 2024-11-25T07:42:29,201 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 took 32ms 2024-11-25T07:42:29,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 95d595eb74a112f5b0c14a3e8a178d1b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T07:42:29,236 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1bc7cbbb75fb5f0720f15a778091ac65: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T07:42:29,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 23f5ac91ad6370612a9c8116d704d81e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-25T07:42:29,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 so closing down 2024-11-25T07:42:29,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:42:29,248 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:42:29,248 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 18 ms; skipped=5; WAL=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-25T07:42:29,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097, journal: Splitting hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097, size=1.5 K (1488bytes) at 1732520549170Finishing writing output for hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 so closing down at 1732520549247 (+77 ms)3 split writer threads finished at 1732520549248 (+1 ms)Processed 5 edits across 0 Regions in 18 ms; skipped=5; WAL=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732520549248 2024-11-25T07:42:29,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 2024-11-25T07:42:29,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T07:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T07:42:29,257 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting/7fb8763a5d32%2C42375%2C1732520496858.1732520498097 to hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs 2024-11-25T07:42:29,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T07:42:29,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C42375%2C1732520496858.1732520498097, worker=7fb8763a5d32,39855,1732520496935 in 9.9600 sec 2024-11-25T07:42:29,263 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T07:42:29,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C42375%2C1732520496858.1732520498097, worker=7fb8763a5d32,39855,1732520496935 in 9.9690 sec 2024-11-25T07:42:29,271 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting dir is empty, no logs to split. 2024-11-25T07:42:29,271 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7fb8763a5d32,42375,1732520496858 WAL count=0, meta=false 2024-11-25T07:42:29,271 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7fb8763a5d32,42375,1732520496858 WAL splitting is done? wals=0, meta=false 2024-11-25T07:42:29,273 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7fb8763a5d32,42375,1732520496858 failed, ignore...File hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,42375,1732520496858-splitting does not exist. 2024-11-25T07:42:29,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN}] 2024-11-25T07:42:29,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN 2024-11-25T07:42:29,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN 2024-11-25T07:42:29,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN 2024-11-25T07:42:29,279 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:42:29,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:42:29,279 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:42:29,437 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:42:29,437 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:42:29,437 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:42:29,437 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:42:29,437 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:42:29,437 INFO [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:42:29,437 INFO [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:42:29,437 DEBUG [7fb8763a5d32:36817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:42:29,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=95d595eb74a112f5b0c14a3e8a178d1b, regionState=OPENING, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:29,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=23f5ac91ad6370612a9c8116d704d81e, regionState=OPENING, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1bc7cbbb75fb5f0720f15a778091ac65, regionState=OPENING, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:29,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN because future has completed 2024-11-25T07:42:29,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b, server=7fb8763a5d32,40899,1732520496899}] 2024-11-25T07:42:29,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN because future has completed 2024-11-25T07:42:29,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23f5ac91ad6370612a9c8116d704d81e, server=7fb8763a5d32,39855,1732520496935}] 2024-11-25T07:42:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN because future has completed 2024-11-25T07:42:29,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65, server=7fb8763a5d32,39855,1732520496935}] 2024-11-25T07:42:35,044 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7fb8763a5d32:35009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T07:42:36,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:42:37,978 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T07:42:39,160 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-25T07:42:39,161 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 95d595eb74a112f5b0c14a3e8a178d1b, NAME => 'SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T07:42:39,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T07:42:39,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-25T07:42:39,161 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,161 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:39,162 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-25T07:42:39,162 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T07:42:39,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T07:42:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-25T07:42:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T07:42:39,169 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 Release verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T07:42:39,170 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 Release verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:39,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 in 20.0550 sec 2024-11-25T07:42:39,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 Release verify snapshot worker=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:39,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 in 20.0560 sec 2024-11-25T07:42:39,175 INFO [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,178 INFO [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95d595eb74a112f5b0c14a3e8a178d1b columnFamilyName cf 2024-11-25T07:42:39,178 DEBUG [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:39,183 INFO [StoreOpener-95d595eb74a112f5b0c14a3e8a178d1b-1 {}] regionserver.HStore(327): Store=95d595eb74a112f5b0c14a3e8a178d1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:39,183 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,40899,1732520496899 in 20.0580 sec 2024-11-25T07:42:39,187 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,195 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,199 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,199 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,204 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,206 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 95d595eb74a112f5b0c14a3e8a178d1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71684464, jitterRate=0.06818175315856934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:42:39,206 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,206 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 95d595eb74a112f5b0c14a3e8a178d1b: Running coprocessor pre-open hook at 1732520559162Writing region info on filesystem at 1732520559162Initializing all the Stores at 1732520559163 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520559163Cleaning up temporary data from old regions at 1732520559199 (+36 ms)Running coprocessor post-open hooks at 1732520559206 (+7 ms)Region opened successfully at 1732520559206 2024-11-25T07:42:39,208 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b., pid=52, masterSystemTime=1732520559145 2024-11-25T07:42:39,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=95d595eb74a112f5b0c14a3e8a178d1b, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:39,215 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-25T07:42:39,215 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc7cbbb75fb5f0720f15a778091ac65, NAME => 'SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T07:42:39,215 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,215 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:39,215 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,215 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T07:42:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36817 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-25T07:42:39,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b, server=7fb8763a5d32,40899,1732520496899 because future has completed 2024-11-25T07:42:39,220 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,220 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,228 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 Release verify snapshot worker=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:39,229 INFO [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,230 INFO [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc7cbbb75fb5f0720f15a778091ac65 columnFamilyName cf 2024-11-25T07:42:39,231 DEBUG [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:39,232 INFO [StoreOpener-1bc7cbbb75fb5f0720f15a778091ac65-1 {}] regionserver.HStore(327): Store=1bc7cbbb75fb5f0720f15a778091ac65/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:39,233 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-25T07:42:39,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 95d595eb74a112f5b0c14a3e8a178d1b, server=7fb8763a5d32,40899,1732520496899 in 9.7680 sec 2024-11-25T07:42:39,234 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-25T07:42:39,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7fb8763a5d32,39855,1732520496935 in 20.1140 sec 2024-11-25T07:42:39,234 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T07:42:39,235 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T07:42:39,235 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,236 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,236 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,239 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95d595eb74a112f5b0c14a3e8a178d1b, ASSIGN in 9.9580 sec 2024-11-25T07:42:39,240 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 1bc7cbbb75fb5f0720f15a778091ac65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61753041, jitterRate=-0.07980798184871674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:42:39,240 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,240 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 1bc7cbbb75fb5f0720f15a778091ac65: Running coprocessor pre-open hook at 1732520559216Writing region info on filesystem at 1732520559216Initializing all the Stores at 1732520559217 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520559217Cleaning up temporary data from old regions at 1732520559236 (+19 ms)Running coprocessor post-open hooks at 1732520559240 (+4 ms)Region opened successfully at 1732520559240 2024-11-25T07:42:39,241 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T07:42:39,241 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T07:42:39,242 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65., pid=54, masterSystemTime=1732520559192 2024-11-25T07:42:39,245 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,245 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,245 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,245 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 23f5ac91ad6370612a9c8116d704d81e, NAME => 'SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T07:42:39,246 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,246 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:39,246 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,246 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5180 sec 2024-11-25T07:42:39,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1bc7cbbb75fb5f0720f15a778091ac65, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:39,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65, server=7fb8763a5d32,39855,1732520496935 because future has completed 2024-11-25T07:42:39,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-25T07:42:39,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc7cbbb75fb5f0720f15a778091ac65, server=7fb8763a5d32,39855,1732520496935 in 9.7870 sec 2024-11-25T07:42:39,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1bc7cbbb75fb5f0720f15a778091ac65, ASSIGN in 9.9790 sec 2024-11-25T07:42:39,268 INFO [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,270 INFO [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23f5ac91ad6370612a9c8116d704d81e columnFamilyName cf 2024-11-25T07:42:39,270 DEBUG [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:39,301 DEBUG [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/cf/772fcc6eb88749a0a99f4c333c82b370 2024-11-25T07:42:39,301 INFO [StoreOpener-23f5ac91ad6370612a9c8116d704d81e-1 {}] regionserver.HStore(327): Store=23f5ac91ad6370612a9c8116d704d81e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:39,302 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,303 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,304 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,307 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,307 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,310 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,335 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:42:39,343 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 23f5ac91ad6370612a9c8116d704d81e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74044233, jitterRate=0.10334505140781403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:42:39,343 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,343 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 23f5ac91ad6370612a9c8116d704d81e: Running coprocessor pre-open hook at 1732520559246Writing region info on filesystem at 1732520559246Initializing all the Stores at 1732520559247 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520559247Cleaning up temporary data from old regions at 1732520559307 (+60 ms)Running coprocessor post-open hooks at 1732520559343 (+36 ms)Region opened successfully at 1732520559343 2024-11-25T07:42:39,344 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., pid=53, masterSystemTime=1732520559192 2024-11-25T07:42:39,347 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,347 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=23f5ac91ad6370612a9c8116d704d81e, regionState=OPEN, openSeqNum=6, regionLocation=7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23f5ac91ad6370612a9c8116d704d81e, server=7fb8763a5d32,39855,1732520496935 because future has completed 2024-11-25T07:42:39,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-25T07:42:39,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 23f5ac91ad6370612a9c8116d704d81e, server=7fb8763a5d32,39855,1732520496935 in 9.8920 sec 2024-11-25T07:42:39,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-25T07:42:39,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23f5ac91ad6370612a9c8116d704d81e, ASSIGN in 10.0800 sec 2024-11-25T07:42:39,358 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 7fb8763a5d32,42375,1732520496858 after splitting done 2024-11-25T07:42:39,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 7fb8763a5d32,42375,1732520496858, splitWal=true, meta=false in 20.0710 sec 2024-11-25T07:42:39,494 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T07:42:39,504 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T07:42:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:42:39,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:42:39,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:42:39,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:39,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:39,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:39,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:42:39,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1615903126, stopped=false 2024-11-25T07:42:39,505 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,36817,1732520496592 2024-11-25T07:42:39,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:42:39,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:39,580 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:42:39,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:42:39,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:39,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:42:39,582 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:39,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:42:39,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:42:39,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:42:39,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:42:39,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:39,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,40899,1732520496899' ***** 2024-11-25T07:42:39,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:42:39,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,39855,1732520496935' ***** 2024-11-25T07:42:39,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:42:39,585 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:42:39,585 INFO [RS:1;7fb8763a5d32:40899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:42:39,585 INFO [RS:1;7fb8763a5d32:40899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:42:39,585 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a26abcf38bd7a6c90724160611fd275 2024-11-25T07:42:39,585 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:42:39,585 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:42:39,586 INFO [RS:2;7fb8763a5d32:39855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:42:39,586 INFO [RS:2;7fb8763a5d32:39855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:42:39,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:42:39,586 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dc1c632bfb1d04fb000c1027bc55caa 2024-11-25T07:42:39,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(3091): Received CLOSE for 5beb7e92b8d944b7999e99bc182430dc 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(3091): Received CLOSE for 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(3091): Received CLOSE for 7147b4738c8ce11b8e1a0b53274f723d 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c34ce8a294aab090098815194474a2a 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:42:39,587 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a26abcf38bd7a6c90724160611fd275, disabling compactions & flushes 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7fb8763a5d32:40899. 2024-11-25T07:42:39,587 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:39,587 DEBUG [RS:1;7fb8763a5d32:40899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:42:39,587 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:39,587 DEBUG [RS:1;7fb8763a5d32:40899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:39,587 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. after waiting 0 ms 2024-11-25T07:42:39,587 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:42:39,587 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:42:39,599 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:42:39,604 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for 23f5ac91ad6370612a9c8116d704d81e 2024-11-25T07:42:39,604 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:42:39,604 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for d22e5aa5d26b3297f704bfbd60b8c39d 2024-11-25T07:42:39,604 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dc1c632bfb1d04fb000c1027bc55caa, disabling compactions & flushes 2024-11-25T07:42:39,604 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bc7cbbb75fb5f0720f15a778091ac65 2024-11-25T07:42:39,604 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:39,604 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:39,604 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:39,604 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:42:39,604 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. after waiting 0 ms 2024-11-25T07:42:39,605 INFO [RS:2;7fb8763a5d32:39855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7fb8763a5d32:39855. 2024-11-25T07:42:39,605 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:39,605 DEBUG [RS:2;7fb8763a5d32:39855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:42:39,605 DEBUG [RS:2;7fb8763a5d32:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:39,605 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T07:42:39,605 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1325): Online Regions={6dc1c632bfb1d04fb000c1027bc55caa=SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa., 23f5ac91ad6370612a9c8116d704d81e=SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e., feb44ff9fa2e302ec42fa09ced19d227=SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227., d22e5aa5d26b3297f704bfbd60b8c39d=SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d., 1bc7cbbb75fb5f0720f15a778091ac65=SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65.} 2024-11-25T07:42:39,605 DEBUG [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1351): Waiting on 1bc7cbbb75fb5f0720f15a778091ac65, 23f5ac91ad6370612a9c8116d704d81e, 6dc1c632bfb1d04fb000c1027bc55caa, d22e5aa5d26b3297f704bfbd60b8c39d, feb44ff9fa2e302ec42fa09ced19d227 2024-11-25T07:42:39,607 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T07:42:39,607 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1325): Online Regions={7a26abcf38bd7a6c90724160611fd275=SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275., 1588230740=hbase:meta,,1.1588230740, 5beb7e92b8d944b7999e99bc182430dc=SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc., 95d595eb74a112f5b0c14a3e8a178d1b=SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b., 7147b4738c8ce11b8e1a0b53274f723d=SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d., 1c34ce8a294aab090098815194474a2a=SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a.} 2024-11-25T07:42:39,607 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:42:39,607 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c34ce8a294aab090098815194474a2a, 5beb7e92b8d944b7999e99bc182430dc, 7147b4738c8ce11b8e1a0b53274f723d, 7a26abcf38bd7a6c90724160611fd275, 95d595eb74a112f5b0c14a3e8a178d1b 2024-11-25T07:42:39,607 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:42:39,607 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:42:39,607 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:42:39,607 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:42:39,607 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-25T07:42:39,619 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7a26abcf38bd7a6c90724160611fd275/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:42:39,620 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:39,620 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a26abcf38bd7a6c90724160611fd275: Waiting for close lock at 1732520559587Running coprocessor pre-close hooks at 1732520559587Disabling compacts and flushes for region at 1732520559587Disabling writes for close at 1732520559587Writing region close event to WAL at 1732520559589 (+2 ms)Running coprocessor post-close hooks at 1732520559620 (+31 ms)Closed at 1732520559620 2024-11-25T07:42:39,621 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732520508502.7a26abcf38bd7a6c90724160611fd275. 2024-11-25T07:42:39,621 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5beb7e92b8d944b7999e99bc182430dc, disabling compactions & flushes 2024-11-25T07:42:39,621 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:39,621 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:39,621 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. after waiting 0 ms 2024-11-25T07:42:39,621 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:39,643 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/info/2a5a42f22fbb4603872eb97eb7defc50 is 167, key is SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65./info:regioninfo/1732520559247/Put/seqid=0 2024-11-25T07:42:39,660 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/5beb7e92b8d944b7999e99bc182430dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:42:39,661 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:39,661 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5beb7e92b8d944b7999e99bc182430dc: Waiting for close lock at 1732520559621Running coprocessor pre-close hooks at 1732520559621Disabling compacts and flushes for region at 1732520559621Disabling writes for close at 1732520559621Writing region close event to WAL at 1732520559655 (+34 ms)Running coprocessor post-close hooks at 1732520559661 (+6 ms)Closed at 1732520559661 2024-11-25T07:42:39,661 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732520508502.5beb7e92b8d944b7999e99bc182430dc. 2024-11-25T07:42:39,661 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95d595eb74a112f5b0c14a3e8a178d1b, disabling compactions & flushes 2024-11-25T07:42:39,662 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,662 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,662 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. after waiting 0 ms 2024-11-25T07:42:39,662 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,668 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/6dc1c632bfb1d04fb000c1027bc55caa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:42:39,669 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dc1c632bfb1d04fb000c1027bc55caa: Waiting for close lock at 1732520559604Running coprocessor pre-close hooks at 1732520559604Disabling compacts and flushes for region at 1732520559604Disabling writes for close at 1732520559605 (+1 ms)Writing region close event to WAL at 1732520559620 (+15 ms)Running coprocessor post-close hooks at 1732520559669 (+49 ms)Closed at 1732520559669 2024-11-25T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732520508502.6dc1c632bfb1d04fb000c1027bc55caa. 2024-11-25T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23f5ac91ad6370612a9c8116d704d81e, disabling compactions & flushes 2024-11-25T07:42:39,670 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. after waiting 0 ms 2024-11-25T07:42:39,670 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741864_1040 (size=19817) 2024-11-25T07:42:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741864_1040 (size=19817) 2024-11-25T07:42:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741864_1040 (size=19817) 2024-11-25T07:42:39,679 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/info/2a5a42f22fbb4603872eb97eb7defc50 2024-11-25T07:42:39,683 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:42:39,685 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/95d595eb74a112f5b0c14a3e8a178d1b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T07:42:39,685 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/23f5ac91ad6370612a9c8116d704d81e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-25T07:42:39,689 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23f5ac91ad6370612a9c8116d704d81e: Waiting for close lock at 1732520559670Running coprocessor pre-close hooks at 1732520559670Disabling compacts and flushes for region at 1732520559670Disabling writes for close at 1732520559670Writing region close event to WAL at 1732520559671 (+1 ms)Running coprocessor post-close hooks at 1732520559689 (+18 ms)Closed at 1732520559689 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732520508502.23f5ac91ad6370612a9c8116d704d81e. 2024-11-25T07:42:39,689 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95d595eb74a112f5b0c14a3e8a178d1b: Waiting for close lock at 1732520559661Running coprocessor pre-close hooks at 1732520559661Disabling compacts and flushes for region at 1732520559661Disabling writes for close at 1732520559662 (+1 ms)Writing region close event to WAL at 1732520559677 (+15 ms)Running coprocessor post-close hooks at 1732520559689 (+12 ms)Closed at 1732520559689 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing feb44ff9fa2e302ec42fa09ced19d227, disabling compactions & flushes 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732520508502.95d595eb74a112f5b0c14a3e8a178d1b. 2024-11-25T07:42:39,689 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7147b4738c8ce11b8e1a0b53274f723d, disabling compactions & flushes 2024-11-25T07:42:39,689 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. after waiting 0 ms 2024-11-25T07:42:39,689 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:39,690 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:39,690 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:39,690 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. after waiting 0 ms 2024-11-25T07:42:39,690 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:39,702 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/feb44ff9fa2e302ec42fa09ced19d227/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:42:39,705 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:39,705 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for feb44ff9fa2e302ec42fa09ced19d227: Waiting for close lock at 1732520559689Running coprocessor pre-close hooks at 1732520559689Disabling compacts and flushes for region at 1732520559689Disabling writes for close at 1732520559689Writing region close event to WAL at 1732520559691 (+2 ms)Running coprocessor post-close hooks at 1732520559704 (+13 ms)Closed at 1732520559704 2024-11-25T07:42:39,705 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732520508502.feb44ff9fa2e302ec42fa09ced19d227. 2024-11-25T07:42:39,705 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d22e5aa5d26b3297f704bfbd60b8c39d, disabling compactions & flushes 2024-11-25T07:42:39,705 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:39,705 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:39,705 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. after waiting 0 ms 2024-11-25T07:42:39,705 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:39,713 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/ns/8215bf41a4e340189dd75f265978cf9d is 43, key is default/ns:d/1732520508456/Put/seqid=0 2024-11-25T07:42:39,713 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/7147b4738c8ce11b8e1a0b53274f723d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:42:39,714 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:39,714 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7147b4738c8ce11b8e1a0b53274f723d: Waiting for close lock at 1732520559689Running coprocessor pre-close hooks at 1732520559689Disabling compacts and flushes for region at 1732520559689Disabling writes for close at 1732520559690 (+1 ms)Writing region close event to WAL at 1732520559693 (+3 ms)Running coprocessor post-close hooks at 1732520559714 (+21 ms)Closed at 1732520559714 2024-11-25T07:42:39,714 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732520508502.7147b4738c8ce11b8e1a0b53274f723d. 2024-11-25T07:42:39,714 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c34ce8a294aab090098815194474a2a, disabling compactions & flushes 2024-11-25T07:42:39,714 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:39,714 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:39,714 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. after waiting 0 ms 2024-11-25T07:42:39,714 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:39,729 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/d22e5aa5d26b3297f704bfbd60b8c39d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:42:39,730 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:39,730 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d22e5aa5d26b3297f704bfbd60b8c39d: Waiting for close lock at 1732520559705Running coprocessor pre-close hooks at 1732520559705Disabling compacts and flushes for region at 1732520559705Disabling writes for close at 1732520559705Writing region close event to WAL at 1732520559716 (+11 ms)Running coprocessor post-close hooks at 1732520559729 (+13 ms)Closed at 1732520559730 (+1 ms) 2024-11-25T07:42:39,730 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732520508502.d22e5aa5d26b3297f704bfbd60b8c39d. 2024-11-25T07:42:39,730 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bc7cbbb75fb5f0720f15a778091ac65, disabling compactions & flushes 2024-11-25T07:42:39,730 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,730 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,730 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. after waiting 0 ms 2024-11-25T07:42:39,730 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,744 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1c34ce8a294aab090098815194474a2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:42:39,745 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:39,745 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c34ce8a294aab090098815194474a2a: Waiting for close lock at 1732520559714Running coprocessor pre-close hooks at 1732520559714Disabling compacts and flushes for region at 1732520559714Disabling writes for close at 1732520559714Writing region close event to WAL at 1732520559721 (+7 ms)Running coprocessor post-close hooks at 1732520559745 (+24 ms)Closed at 1732520559745 2024-11-25T07:42:39,746 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732520508502.1c34ce8a294aab090098815194474a2a. 2024-11-25T07:42:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741865_1041 (size=5153) 2024-11-25T07:42:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741865_1041 (size=5153) 2024-11-25T07:42:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741865_1041 (size=5153) 2024-11-25T07:42:39,788 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/ns/8215bf41a4e340189dd75f265978cf9d 2024-11-25T07:42:39,794 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/default/SPTestTable/1bc7cbbb75fb5f0720f15a778091ac65/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T07:42:39,795 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,795 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bc7cbbb75fb5f0720f15a778091ac65: Waiting for close lock at 1732520559730Running coprocessor pre-close hooks at 1732520559730Disabling compacts and flushes for region at 1732520559730Disabling writes for close at 1732520559730Writing region close event to WAL at 1732520559756 (+26 ms)Running coprocessor post-close hooks at 1732520559795 (+39 ms)Closed at 1732520559795 2024-11-25T07:42:39,795 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732520508502.1bc7cbbb75fb5f0720f15a778091ac65. 2024-11-25T07:42:39,805 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,39855,1732520496935; all regions closed. 2024-11-25T07:42:39,807 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:42:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741833_1009 (size=3564) 2024-11-25T07:42:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741833_1009 (size=3564) 2024-11-25T07:42:39,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741833_1009 (size=3564) 2024-11-25T07:42:39,815 DEBUG [RS:2;7fb8763a5d32:39855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs 2024-11-25T07:42:39,815 INFO [RS:2;7fb8763a5d32:39855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C39855%2C1732520496935:(num 1732520498087) 2024-11-25T07:42:39,815 DEBUG [RS:2;7fb8763a5d32:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:39,815 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:42:39,815 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:42:39,815 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:42:39,816 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:42:39,816 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:42:39,816 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:42:39,816 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:42:39,816 INFO [RS:2;7fb8763a5d32:39855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39855 2024-11-25T07:42:39,816 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:42:39,849 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/table/163b79026ebe41069b3e64b2d7c7e81c is 47, key is SPTestTable/table:state/1732520519108/Put/seqid=0 2024-11-25T07:42:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741866_1042 (size=5214) 2024-11-25T07:42:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741866_1042 (size=5214) 2024-11-25T07:42:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741866_1042 (size=5214) 2024-11-25T07:42:39,940 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/table/163b79026ebe41069b3e64b2d7c7e81c 2024-11-25T07:42:39,960 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:42:39,960 INFO [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:42:39,965 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/info/2a5a42f22fbb4603872eb97eb7defc50 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/info/2a5a42f22fbb4603872eb97eb7defc50 2024-11-25T07:42:39,984 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/info/2a5a42f22fbb4603872eb97eb7defc50, entries=112, sequenceid=35, filesize=19.4 K 2024-11-25T07:42:39,986 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/ns/8215bf41a4e340189dd75f265978cf9d as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/ns/8215bf41a4e340189dd75f265978cf9d 2024-11-25T07:42:39,997 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/ns/8215bf41a4e340189dd75f265978cf9d, entries=2, sequenceid=35, filesize=5.0 K 2024-11-25T07:42:39,999 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/.tmp/table/163b79026ebe41069b3e64b2d7c7e81c as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/table/163b79026ebe41069b3e64b2d7c7e81c 2024-11-25T07:42:40,007 DEBUG [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:42:40,010 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/table/163b79026ebe41069b3e64b2d7c7e81c, entries=2, sequenceid=35, filesize=5.1 K 2024-11-25T07:42:40,011 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 404ms, sequenceid=35, compaction requested=false 2024-11-25T07:42:40,027 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-25T07:42:40,029 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:42:40,029 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:42:40,029 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520559607Running coprocessor pre-close hooks at 1732520559607Disabling compacts and flushes for region at 1732520559607Disabling writes for close at 1732520559607Obtaining lock to block concurrent updates at 1732520559607Preparing flush snapshotting stores in 1588230740 at 1732520559607Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732520559608 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732520559610 (+2 ms)Flushing 1588230740/info: creating writer at 1732520559610Flushing 1588230740/info: appending metadata at 1732520559643 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732520559643Flushing 1588230740/ns: creating writer at 1732520559691 (+48 ms)Flushing 1588230740/ns: appending metadata at 1732520559712 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732520559712Flushing 1588230740/table: creating writer at 1732520559805 (+93 ms)Flushing 1588230740/table: appending metadata at 1732520559848 (+43 ms)Flushing 1588230740/table: closing flushed file at 1732520559848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f68ab71: reopening flushed file at 1732520559963 (+115 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553e7522: reopening flushed file at 1732520559984 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641949d: reopening flushed file at 1732520559997 (+13 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 404ms, sequenceid=35, compaction requested=false at 1732520560011 (+14 ms)Writing region close event to WAL at 1732520560014 (+3 ms)Running coprocessor post-close hooks at 1732520560029 (+15 ms)Closed at 1732520560029 2024-11-25T07:42:40,030 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:42:40,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:42:40,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,39855,1732520496935 2024-11-25T07:42:40,074 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:42:40,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,39855,1732520496935] 2024-11-25T07:42:40,208 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,40899,1732520496899; all regions closed. 2024-11-25T07:42:40,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/WALs/7fb8763a5d32,40899,1732520496899/7fb8763a5d32%2C40899%2C1732520496899.meta.1732520508341.meta not finished, retry = 0 2024-11-25T07:42:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741836_1012 (size=18438) 2024-11-25T07:42:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741836_1012 (size=18438) 2024-11-25T07:42:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741836_1012 (size=18438) 2024-11-25T07:42:40,314 DEBUG [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs 2024-11-25T07:42:40,314 INFO [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C40899%2C1732520496899.meta:.meta(num 1732520508341) 2024-11-25T07:42:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741834_1010 (size=4022) 2024-11-25T07:42:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741834_1010 (size=4022) 2024-11-25T07:42:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741834_1010 (size=4022) 2024-11-25T07:42:40,318 DEBUG [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/oldWALs 2024-11-25T07:42:40,318 INFO [RS:1;7fb8763a5d32:40899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C40899%2C1732520496899:(num 1732520498093) 2024-11-25T07:42:40,318 DEBUG [RS:1;7fb8763a5d32:40899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,318 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:42:40,318 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:42:40,319 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:42:40,319 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:42:40,319 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:42:40,319 INFO [RS:1;7fb8763a5d32:40899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40899 2024-11-25T07:42:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x10170f0c9630003, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:40,340 INFO [RS:2;7fb8763a5d32:39855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:42:40,341 INFO [RS:2;7fb8763a5d32:39855 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,39855,1732520496935; zookeeper connection closed. 2024-11-25T07:42:40,341 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c7480da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c7480da 2024-11-25T07:42:40,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,39855,1732520496935 already deleted, retry=false 2024-11-25T07:42:40,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,39855,1732520496935 expired; onlineServers=1 2024-11-25T07:42:40,569 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,40899,1732520496899 2024-11-25T07:42:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:42:40,569 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:42:40,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,40899,1732520496899] 2024-11-25T07:42:40,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,40899,1732520496899 already deleted, retry=false 2024-11-25T07:42:40,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,40899,1732520496899 expired; onlineServers=0 2024-11-25T07:42:40,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,36817,1732520496592' ***** 2024-11-25T07:42:40,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:42:40,759 INFO [M:0;7fb8763a5d32:36817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:42:40,759 INFO [M:0;7fb8763a5d32:36817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:42:40,759 DEBUG [M:0;7fb8763a5d32:36817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:42:40,759 DEBUG [M:0;7fb8763a5d32:36817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:42:40,759 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520497741 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520497741,5,FailOnTimeoutGroup] 2024-11-25T07:42:40,759 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520497740 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520497740,5,FailOnTimeoutGroup] 2024-11-25T07:42:40,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:42:40,759 INFO [M:0;7fb8763a5d32:36817 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:42:40,759 INFO [M:0;7fb8763a5d32:36817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:42:40,759 DEBUG [M:0;7fb8763a5d32:36817 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:42:40,759 INFO [M:0;7fb8763a5d32:36817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:42:40,760 INFO [M:0;7fb8763a5d32:36817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:42:40,760 ERROR [M:0;7fb8763a5d32:36817 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:43835 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43835,5,PEWorkerGroup] 2024-11-25T07:42:40,760 INFO [M:0;7fb8763a5d32:36817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:42:40,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:42:40,764 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:40,764 INFO [RS:1;7fb8763a5d32:40899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:42:40,764 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40899-0x10170f0c9630002, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:40,764 INFO [RS:1;7fb8763a5d32:40899 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,40899,1732520496899; zookeeper connection closed. 2024-11-25T07:42:40,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea0c194 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea0c194 2024-11-25T07:42:40,764 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T07:42:40,811 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7fb8763a5d32:36817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T07:42:40,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:42:40,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:40,864 DEBUG [M:0;7fb8763a5d32:36817 {}] zookeeper.ZKUtil(347): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:42:40,864 WARN [M:0;7fb8763a5d32:36817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:42:40,865 INFO [M:0;7fb8763a5d32:36817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/.lastflushedseqids 2024-11-25T07:42:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741867_1043 (size=650) 2024-11-25T07:42:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741867_1043 (size=650) 2024-11-25T07:42:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741867_1043 (size=650) 2024-11-25T07:42:40,877 INFO [M:0;7fb8763a5d32:36817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:42:40,877 INFO [M:0;7fb8763a5d32:36817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:42:40,877 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:42:40,877 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:40,877 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:40,877 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:42:40,877 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:40,877 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.46 KB heapSize=273.06 KB 2024-11-25T07:42:40,894 DEBUG [M:0;7fb8763a5d32:36817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23259262609a40f989706fa90cab3d97 is 82, key is hbase:meta,,1/info:regioninfo/1732520508390/Put/seqid=0 2024-11-25T07:42:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741868_1044 (size=5672) 2024-11-25T07:42:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741868_1044 (size=5672) 2024-11-25T07:42:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741868_1044 (size=5672) 2024-11-25T07:42:40,902 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23259262609a40f989706fa90cab3d97 2024-11-25T07:42:40,923 DEBUG [M:0;7fb8763a5d32:36817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/565e839153c1442ca733e637a56dfbb4 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732520519115/Put/seqid=0 2024-11-25T07:42:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741869_1045 (size=9321) 2024-11-25T07:42:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741869_1045 (size=9321) 2024-11-25T07:42:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741869_1045 (size=9321) 2024-11-25T07:42:40,931 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.72 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/565e839153c1442ca733e637a56dfbb4 2024-11-25T07:42:40,936 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 565e839153c1442ca733e637a56dfbb4 2024-11-25T07:42:40,949 DEBUG [M:0;7fb8763a5d32:36817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84fa92fa17c74ae488cf8b2a2a16f5b7 is 69, key is 7fb8763a5d32,39855,1732520496935/rs:state/1732520497847/Put/seqid=0 2024-11-25T07:42:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741870_1046 (size=5442) 2024-11-25T07:42:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741870_1046 (size=5442) 2024-11-25T07:42:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741870_1046 (size=5442) 2024-11-25T07:42:40,956 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84fa92fa17c74ae488cf8b2a2a16f5b7 2024-11-25T07:42:40,961 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84fa92fa17c74ae488cf8b2a2a16f5b7 2024-11-25T07:42:40,962 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23259262609a40f989706fa90cab3d97 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23259262609a40f989706fa90cab3d97 2024-11-25T07:42:40,967 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23259262609a40f989706fa90cab3d97, entries=8, sequenceid=473, filesize=5.5 K 2024-11-25T07:42:40,968 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/565e839153c1442ca733e637a56dfbb4 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/565e839153c1442ca733e637a56dfbb4 2024-11-25T07:42:40,974 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 565e839153c1442ca733e637a56dfbb4 2024-11-25T07:42:40,975 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/565e839153c1442ca733e637a56dfbb4, entries=54, sequenceid=473, filesize=9.1 K 2024-11-25T07:42:40,976 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84fa92fa17c74ae488cf8b2a2a16f5b7 as hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84fa92fa17c74ae488cf8b2a2a16f5b7 2024-11-25T07:42:40,982 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84fa92fa17c74ae488cf8b2a2a16f5b7 2024-11-25T07:42:40,982 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/2f8e152c-afd6-199d-62c9-bf5143959940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84fa92fa17c74ae488cf8b2a2a16f5b7, entries=3, sequenceid=473, filesize=5.3 K 2024-11-25T07:42:40,983 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.46 KB/234962, heapSize ~272.77 KB/279312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=473, compaction requested=false 2024-11-25T07:42:40,984 INFO [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:40,984 DEBUG [M:0;7fb8763a5d32:36817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520560877Disabling compacts and flushes for region at 1732520560877Disabling writes for close at 1732520560877Obtaining lock to block concurrent updates at 1732520560877Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732520560877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234962, getHeapSize=279552, getOffHeapSize=0, getCellsCount=576 at 1732520560877Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732520560878 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732520560878Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732520560893 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732520560893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732520560908 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732520560923 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732520560923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732520560936 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732520560949 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732520560949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404c8378: reopening flushed file at 1732520560961 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213882ed: reopening flushed file at 1732520560968 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0e3863: reopening flushed file at 1732520560975 (+7 ms)Finished flush of dataSize ~229.46 KB/234962, heapSize ~272.77 KB/279312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=473, compaction requested=false at 1732520560983 (+8 ms)Writing region close event to WAL at 1732520560984 (+1 ms)Closed at 1732520560984 2024-11-25T07:42:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40627 is added to blk_1073741830_1006 (size=266538) 2024-11-25T07:42:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44957 is added to blk_1073741830_1006 (size=266538) 2024-11-25T07:42:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741830_1006 (size=266538) 2024-11-25T07:42:40,987 INFO [M:0;7fb8763a5d32:36817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:42:40,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:42:40,987 INFO [M:0;7fb8763a5d32:36817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36817 2024-11-25T07:42:40,987 INFO [M:0;7fb8763a5d32:36817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:42:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:41,374 INFO [M:0;7fb8763a5d32:36817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:42:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36817-0x10170f0c9630000, quorum=127.0.0.1:56153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:42:41,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7d2e6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:42:41,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d64b7f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:42:41,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:42:41,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e800446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:42:41,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcebe55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,STOPPED} 2024-11-25T07:42:41,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:42:41,423 WARN [BP-1405846067-172.17.0.2-1732520478216 heartbeating to localhost/127.0.0.1:43835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:42:41,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:42:41,424 WARN [BP-1405846067-172.17.0.2-1732520478216 heartbeating to localhost/127.0.0.1:43835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1405846067-172.17.0.2-1732520478216 (Datanode Uuid 0b6c1235-8e30-49ab-a95b-e5d0a4cc76ec) service to localhost/127.0.0.1:43835 2024-11-25T07:42:41,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data5/current/BP-1405846067-172.17.0.2-1732520478216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:42:41,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data6/current/BP-1405846067-172.17.0.2-1732520478216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:42:41,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:42:41,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39f341d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:42:41,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165a31db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:42:41,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:42:41,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ec82a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:42:41,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4180e574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,STOPPED} 2024-11-25T07:42:41,507 WARN [BP-1405846067-172.17.0.2-1732520478216 heartbeating to localhost/127.0.0.1:43835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:42:41,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:42:41,507 WARN [BP-1405846067-172.17.0.2-1732520478216 heartbeating to localhost/127.0.0.1:43835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1405846067-172.17.0.2-1732520478216 (Datanode Uuid dfa125d1-fcdc-4995-a01a-0284c300259e) service to localhost/127.0.0.1:43835 2024-11-25T07:42:41,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:42:41,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data3/current/BP-1405846067-172.17.0.2-1732520478216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:42:41,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data4/current/BP-1405846067-172.17.0.2-1732520478216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:42:41,509 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:42:41,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a101649{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:42:41,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c6218e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:42:41,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:42:41,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@386a2c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:42:41,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7984d63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,STOPPED} 2024-11-25T07:42:41,515 WARN [BP-1405846067-172.17.0.2-1732520478216 heartbeating to localhost/127.0.0.1:43835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:42:41,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:42:41,515 WARN [BP-1405846067-172.17.0.2-1732520478216 heartbeating to localhost/127.0.0.1:43835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1405846067-172.17.0.2-1732520478216 (Datanode Uuid 68a9138b-9063-4a71-9a7d-b514d8d49e23) service to localhost/127.0.0.1:43835 2024-11-25T07:42:41,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:42:41,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data1/current/BP-1405846067-172.17.0.2-1732520478216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:42:41,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/cluster_4ee2cc3d-2a24-905a-e06a-64add7e24dcb/data/data2/current/BP-1405846067-172.17.0.2-1732520478216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:42:41,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:42:41,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f3ccef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:42:41,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55d89a62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:42:41,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:42:41,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e7e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:42:41,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcf699f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99446de-26c4-1c7c-3231-dabeb7510e44/hadoop.log.dir/,STOPPED} 2024-11-25T07:42:41,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:42:41,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:42:41,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43835 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43835 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=727 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=7665 (was 8822)