2024-12-03 06:22:22,143 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 06:22:22,156 main DEBUG Took 0.010922 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 06:22:22,157 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 06:22:22,157 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 06:22:22,158 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 06:22:22,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,166 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 06:22:22,178 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,181 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,182 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,183 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,184 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,185 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,186 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:22:22,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,188 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 06:22:22,189 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:22:22,190 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 06:22:22,192 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 06:22:22,193 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 06:22:22,194 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 06:22:22,194 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 06:22:22,203 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 06:22:22,205 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 06:22:22,207 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 06:22:22,207 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 06:22:22,208 main DEBUG createAppenders(={Console}) 2024-12-03 06:22:22,209 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-03 06:22:22,209 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 06:22:22,209 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-03 06:22:22,210 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 06:22:22,210 main DEBUG OutputStream closed 2024-12-03 06:22:22,210 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 06:22:22,210 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 06:22:22,211 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-03 06:22:22,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 06:22:22,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 06:22:22,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 06:22:22,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 06:22:22,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 06:22:22,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 06:22:22,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 06:22:22,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 06:22:22,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 06:22:22,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 06:22:22,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 06:22:22,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 06:22:22,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 06:22:22,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 06:22:22,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 06:22:22,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 06:22:22,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 06:22:22,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 06:22:22,288 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 06:22:22,288 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-03 06:22:22,288 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 06:22:22,289 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-03T06:22:22,301 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-03 06:22:22,303 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 06:22:22,304 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T06:22:22,310 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-03T06:22:22,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=12934 2024-12-03T06:22:22,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db 2024-12-03T06:22:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:22:22,565 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb, deleteOnExit=true 2024-12-03T06:22:22,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:22:22,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/test.cache.data in system properties and HBase conf 2024-12-03T06:22:22,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:22:22,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:22:22,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:22:22,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:22:22,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:22:22,638 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T06:22:22,723 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:22:22,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:22:22,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:22:22,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:22:22,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:22:22,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:22:22,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:22:22,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:22:22,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:22:22,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:22:22,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:22:22,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:22:22,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:22:22,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:22:22,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:22:23,672 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T06:22:23,739 INFO [Time-limited test {}] log.Log(170): Logging initialized @2218ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T06:22:23,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:22:23,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:22:23,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:22:23,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:22:23,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:22:23,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:22:23,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:22:23,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:22:24,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/java.io.tmpdir/jetty-localhost-45409-hadoop-hdfs-3_4_1-tests_jar-_-any-4458432202881752182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:22:24,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:45409} 2024-12-03T06:22:24,073 INFO [Time-limited test {}] server.Server(415): Started @2552ms 2024-12-03T06:22:24,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:22:24,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:22:24,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:22:24,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:22:24,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:22:24,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:22:24,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:22:24,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/java.io.tmpdir/jetty-localhost-46775-hadoop-hdfs-3_4_1-tests_jar-_-any-3286976085492807749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:22:24,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:46775} 2024-12-03T06:22:24,669 INFO [Time-limited test {}] server.Server(415): Started @3148ms 2024-12-03T06:22:24,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:22:24,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:22:24,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:22:24,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:22:24,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:22:24,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:22:24,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:22:24,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:22:24,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/java.io.tmpdir/jetty-localhost-44613-hadoop-hdfs-3_4_1-tests_jar-_-any-1099789685909888834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:22:24,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:44613} 2024-12-03T06:22:24,979 INFO [Time-limited test {}] server.Server(415): Started @3458ms 2024-12-03T06:22:24,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:22:25,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:22:25,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:22:25,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:22:25,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:22:25,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:22:25,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:22:25,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:22:25,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/java.io.tmpdir/jetty-localhost-43233-hadoop-hdfs-3_4_1-tests_jar-_-any-13508630446181850399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:22:25,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:43233} 2024-12-03T06:22:25,125 INFO [Time-limited test {}] server.Server(415): Started @3604ms 2024-12-03T06:22:25,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:22:26,085 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data3/current/BP-622147180-172.17.0.2-1733206943241/current, will proceed with Du for space computation calculation, 2024-12-03T06:22:26,085 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data1/current/BP-622147180-172.17.0.2-1733206943241/current, will proceed with Du for space computation calculation, 2024-12-03T06:22:26,085 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data4/current/BP-622147180-172.17.0.2-1733206943241/current, will proceed with Du for space computation calculation, 2024-12-03T06:22:26,085 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data2/current/BP-622147180-172.17.0.2-1733206943241/current, will proceed with Du for space computation calculation, 2024-12-03T06:22:26,117 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:22:26,117 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:22:26,142 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data6/current/BP-622147180-172.17.0.2-1733206943241/current, will proceed with Du for space computation calculation, 2024-12-03T06:22:26,142 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data5/current/BP-622147180-172.17.0.2-1733206943241/current, will proceed with Du for space computation calculation, 2024-12-03T06:22:26,159 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:22:26,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe86274e86141107c with lease ID 0xd4b37e16968fda0e: Processing first storage report for DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=bc80b329-8864-440f-857f-d108d70a8ef9, infoPort=45751, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241) 2024-12-03T06:22:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe86274e86141107c with lease ID 0xd4b37e16968fda0e: from storage DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=bc80b329-8864-440f-857f-d108d70a8ef9, infoPort=45751, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:22:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x796c1c2365246c65 with lease ID 0xd4b37e16968fda10: Processing first storage report for DS-dbe19f54-111c-44ed-9203-70486c3dad61 from datanode DatanodeRegistration(127.0.0.1:36001, datanodeUuid=16a9cdd9-ea6c-49f1-a492-9b213ab2620f, infoPort=41239, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241) 2024-12-03T06:22:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x796c1c2365246c65 with lease ID 0xd4b37e16968fda10: from storage DS-dbe19f54-111c-44ed-9203-70486c3dad61 node DatanodeRegistration(127.0.0.1:36001, datanodeUuid=16a9cdd9-ea6c-49f1-a492-9b213ab2620f, infoPort=41239, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:22:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x273b54123af16c23 with lease ID 0xd4b37e16968fda0f: Processing first storage report for DS-4dac767e-71f3-49dc-a025-6a355fd0da92 from datanode DatanodeRegistration(127.0.0.1:34537, datanodeUuid=ab05875a-ce47-49d3-a94c-fd5ddf481704, infoPort=35929, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241) 2024-12-03T06:22:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x273b54123af16c23 with lease ID 0xd4b37e16968fda0f: from storage DS-4dac767e-71f3-49dc-a025-6a355fd0da92 node DatanodeRegistration(127.0.0.1:34537, datanodeUuid=ab05875a-ce47-49d3-a94c-fd5ddf481704, infoPort=35929, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:22:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe86274e86141107c with lease ID 0xd4b37e16968fda0e: Processing first storage report for DS-5d5a724a-af49-48f4-96dd-0f0b022ae8da from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=bc80b329-8864-440f-857f-d108d70a8ef9, infoPort=45751, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241) 2024-12-03T06:22:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe86274e86141107c with lease ID 0xd4b37e16968fda0e: from storage DS-5d5a724a-af49-48f4-96dd-0f0b022ae8da node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=bc80b329-8864-440f-857f-d108d70a8ef9, infoPort=45751, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:22:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x796c1c2365246c65 with lease ID 0xd4b37e16968fda10: Processing first storage report for DS-3030136e-c4b2-4fe9-84ff-f6ea0e5dec4e from datanode DatanodeRegistration(127.0.0.1:36001, datanodeUuid=16a9cdd9-ea6c-49f1-a492-9b213ab2620f, infoPort=41239, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241) 2024-12-03T06:22:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x796c1c2365246c65 with lease ID 0xd4b37e16968fda10: from storage DS-3030136e-c4b2-4fe9-84ff-f6ea0e5dec4e node DatanodeRegistration(127.0.0.1:36001, datanodeUuid=16a9cdd9-ea6c-49f1-a492-9b213ab2620f, infoPort=41239, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:22:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x273b54123af16c23 with lease ID 0xd4b37e16968fda0f: Processing first storage report for DS-ddbd1a12-66fe-46b0-addc-ee0d0e2b7eae from datanode DatanodeRegistration(127.0.0.1:34537, datanodeUuid=ab05875a-ce47-49d3-a94c-fd5ddf481704, infoPort=35929, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241) 2024-12-03T06:22:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x273b54123af16c23 with lease ID 0xd4b37e16968fda0f: from storage DS-ddbd1a12-66fe-46b0-addc-ee0d0e2b7eae node DatanodeRegistration(127.0.0.1:34537, datanodeUuid=ab05875a-ce47-49d3-a94c-fd5ddf481704, infoPort=35929, infoSecurePort=0, ipcPort=38175, storageInfo=lv=-57;cid=testClusterID;nsid=1488673278;c=1733206943241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:22:26,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db 2024-12-03T06:22:26,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/zookeeper_0, clientPort=51716, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:22:26,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51716 2024-12-03T06:22:26,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:26,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:26,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:22:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:22:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:22:26,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 with version=8 2024-12-03T06:22:26,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/hbase-staging 2024-12-03T06:22:27,016 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T06:22:27,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:22:27,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:22:27,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:22:27,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:22:27,416 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T06:22:27,424 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T06:22:27,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:22:27,451 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 71437 (auto-detected) 2024-12-03T06:22:27,452 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T06:22:27,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36161 2024-12-03T06:22:27,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36161 connecting to ZooKeeper ensemble=127.0.0.1:51716 2024-12-03T06:22:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361610x0, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:22:27,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36161-0x1009eb130b20000 connected 2024-12-03T06:22:27,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:22:27,686 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417, hbase.cluster.distributed=false 2024-12-03T06:22:27,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:22:27,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36161 2024-12-03T06:22:27,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36161 2024-12-03T06:22:27,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36161 2024-12-03T06:22:27,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36161 2024-12-03T06:22:27,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36161 2024-12-03T06:22:27,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:22:27,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:22:27,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:22:27,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:22:27,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:22:27,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36049 2024-12-03T06:22:27,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36049 connecting to ZooKeeper ensemble=127.0.0.1:51716 2024-12-03T06:22:27,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360490x0, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:22:27,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360490x0, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:22:27,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36049-0x1009eb130b20001 connected 2024-12-03T06:22:27,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:22:27,835 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:22:27,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T06:22:27,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:22:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36049 2024-12-03T06:22:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36049 2024-12-03T06:22:27,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36049 2024-12-03T06:22:27,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36049 2024-12-03T06:22:27,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36049 2024-12-03T06:22:27,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:22:27,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:22:27,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:22:27,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:22:27,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:22:27,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37727 2024-12-03T06:22:27,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37727 connecting to ZooKeeper ensemble=127.0.0.1:51716 2024-12-03T06:22:27,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,890 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377270x0, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:22:27,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377270x0, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:22:27,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37727-0x1009eb130b20002 connected 2024-12-03T06:22:27,892 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:22:27,893 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:22:27,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T06:22:27,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:22:27,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37727 2024-12-03T06:22:27,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37727 2024-12-03T06:22:27,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37727 2024-12-03T06:22:27,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37727 2024-12-03T06:22:27,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37727 2024-12-03T06:22:27,916 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:22:27,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:22:27,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:22:27,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:22:27,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:22:27,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:22:27,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33227 2024-12-03T06:22:27,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33227 connecting to ZooKeeper ensemble=127.0.0.1:51716 2024-12-03T06:22:27,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:27,940 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332270x0, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:22:27,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33227-0x1009eb130b20003 connected 2024-12-03T06:22:27,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:22:27,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:22:27,943 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:22:27,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T06:22:27,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:22:27,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33227 2024-12-03T06:22:27,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33227 2024-12-03T06:22:27,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33227 2024-12-03T06:22:27,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33227 2024-12-03T06:22:27,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33227 2024-12-03T06:22:27,964 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:36161 2024-12-03T06:22:27,965 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/122cddc95ec8,36161,1733206947078 2024-12-03T06:22:27,980 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:27,980 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:27,982 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/122cddc95ec8,36161,1733206947078 2024-12-03T06:22:28,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T06:22:28,015 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T06:22:28,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,015 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T06:22:28,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,015 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,015 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,016 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T06:22:28,017 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/122cddc95ec8,36161,1733206947078 from backup master directory 2024-12-03T06:22:28,029 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:28,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:28,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/122cddc95ec8,36161,1733206947078 2024-12-03T06:22:28,029 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:22:28,030 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:22:28,031 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,36161,1733206947078 2024-12-03T06:22:28,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T06:22:28,036 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T06:22:28,094 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/hbase.id] with ID: b17a8a2c-6bc0-4ec0-977a-d4b486624b34 2024-12-03T06:22:28,094 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.tmp/hbase.id 2024-12-03T06:22:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:22:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:22:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:22:28,111 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.tmp/hbase.id]:[hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/hbase.id] 2024-12-03T06:22:28,157 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:22:28,163 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:22:28,182 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-03T06:22:28,190 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,190 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:22:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:22:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:22:28,224 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:22:28,225 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:22:28,238 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:22:28,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:22:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:22:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:22:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:22:28,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store 2024-12-03T06:22:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:22:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:22:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:22:28,314 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T06:22:28,317 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:28,318 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:22:28,318 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:22:28,318 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:22:28,320 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:22:28,320 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:22:28,320 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:22:28,321 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733206948318Disabling compacts and flushes for region at 1733206948318Disabling writes for close at 1733206948320 (+2 ms)Writing region close event to WAL at 1733206948320Closed at 1733206948320 2024-12-03T06:22:28,323 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/.initializing 2024-12-03T06:22:28,324 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/WALs/122cddc95ec8,36161,1733206947078 2024-12-03T06:22:28,332 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:22:28,348 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C36161%2C1733206947078, suffix=, logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/WALs/122cddc95ec8,36161,1733206947078, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/oldWALs, maxLogs=10 2024-12-03T06:22:28,370 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/WALs/122cddc95ec8,36161,1733206947078/122cddc95ec8%2C36161%2C1733206947078.1733206948352, exclude list is [], retry=0 2024-12-03T06:22:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab,DISK] 2024-12-03T06:22:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-4dac767e-71f3-49dc-a025-6a355fd0da92,DISK] 2024-12-03T06:22:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-dbe19f54-111c-44ed-9203-70486c3dad61,DISK] 2024-12-03T06:22:28,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T06:22:28,426 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/WALs/122cddc95ec8,36161,1733206947078/122cddc95ec8%2C36161%2C1733206947078.1733206948352 2024-12-03T06:22:28,427 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:45751:45751)] 2024-12-03T06:22:28,428 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:22:28,428 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:28,431 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,432 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:22:28,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:28,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:22:28,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:28,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:28,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:22:28,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:28,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:28,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:22:28,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:28,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:28,504 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,507 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,519 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:22:28,523 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:22:28,529 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:28,530 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70583348, jitterRate=0.05177384614944458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:22:28,537 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733206948443Initializing all the Stores at 1733206948445 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206948446 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206948447 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206948447Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206948447Cleaning up temporary data from old regions at 1733206948515 (+68 ms)Region opened successfully at 1733206948537 (+22 ms) 2024-12-03T06:22:28,538 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:22:28,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8aa07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:22:28,594 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:22:28,603 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:22:28,603 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:22:28,606 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:22:28,607 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T06:22:28,611 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T06:22:28,612 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T06:22:28,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:22:28,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T06:22:28,679 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T06:22:28,683 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:22:28,685 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:22:28,696 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T06:22:28,698 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:22:28,703 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:22:28,713 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T06:22:28,715 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:22:28,723 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T06:22:28,744 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:22:28,754 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T06:22:28,765 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:22:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:22:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:22:28,765 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:22:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,765 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,765 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,769 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,36161,1733206947078, sessionid=0x1009eb130b20000, setting cluster-up flag (Was=false) 2024-12-03T06:22:28,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,798 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,798 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,823 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T06:22:28,825 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,36161,1733206947078 2024-12-03T06:22:28,848 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,848 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:28,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T06:22:28,876 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,36161,1733206947078 2024-12-03T06:22:28,884 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:22:28,948 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:22:28,955 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(746): ClusterId : b17a8a2c-6bc0-4ec0-977a-d4b486624b34 2024-12-03T06:22:28,955 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(746): ClusterId : b17a8a2c-6bc0-4ec0-977a-d4b486624b34 2024-12-03T06:22:28,956 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(746): ClusterId : b17a8a2c-6bc0-4ec0-977a-d4b486624b34 2024-12-03T06:22:28,958 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:22:28,958 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:22:28,958 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:22:28,958 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:22:28,965 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:22:28,967 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:22:28,967 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:22:28,967 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:22:28,967 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:22:28,967 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:22:28,967 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:22:28,971 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,36161,1733206947078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:22:28,974 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:22:28,974 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:22:28,974 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:22:28,975 DEBUG [RS:2;122cddc95ec8:33227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc56f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:22:28,975 DEBUG [RS:1;122cddc95ec8:37727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1056d7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:22:28,975 DEBUG [RS:0;122cddc95ec8:36049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2693c903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:22:28,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:22:28,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:22:28,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:22:28,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:22:28,981 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:22:28,981 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:28,981 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:22:28,981 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:28,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:22:28,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:22:28,990 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733206978990 2024-12-03T06:22:28,992 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;122cddc95ec8:37727 2024-12-03T06:22:28,992 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:22:28,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:28,993 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:36049 2024-12-03T06:22:28,993 DEBUG [RS:2;122cddc95ec8:33227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;122cddc95ec8:33227 2024-12-03T06:22:28,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:22:28,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:22:28,996 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:22:28,996 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:22:28,996 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:22:28,997 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:22:28,997 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:22:28,997 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:22:28,997 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:22:28,997 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:22:28,997 DEBUG [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:22:28,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:22:28,999 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:22:28,999 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:22:28,999 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:22:29,000 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,36161,1733206947078 with port=36049, startcode=1733206947769 2024-12-03T06:22:29,000 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,36161,1733206947078 with port=33227, startcode=1733206947915 2024-12-03T06:22:29,000 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,36161,1733206947078 with port=37727, startcode=1733206947866 2024-12-03T06:22:29,002 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,009 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:22:29,010 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:22:29,010 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:22:29,012 DEBUG [RS:1;122cddc95ec8:37727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:22:29,012 DEBUG [RS:2;122cddc95ec8:33227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:22:29,012 DEBUG [RS:0;122cddc95ec8:36049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:22:29,014 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:22:29,014 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:22:29,016 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733206949015,5,FailOnTimeoutGroup] 2024-12-03T06:22:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:22:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:22:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:22:29,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:22:29,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:29,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733206949016,5,FailOnTimeoutGroup] 2024-12-03T06:22:29,022 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,022 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:22:29,023 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,023 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:22:29,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:22:29,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:29,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:22:29,069 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:22:29,069 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:22:29,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:22:29,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:22:29,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:29,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:29,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:22:29,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,36049,1733206947769 2024-12-03T06:22:29,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:22:29,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:29,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:29,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:22:29,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:29,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:22:29,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:29,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:29,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:22:29,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:22:29,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:29,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:29,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:22:29,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,33227,1733206947915 2024-12-03T06:22:29,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:29,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740 2024-12-03T06:22:29,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740 2024-12-03T06:22:29,094 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:29,094 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36335 2024-12-03T06:22:29,094 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:22:29,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:22:29,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:22:29,095 DEBUG [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:29,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,095 DEBUG [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36335 2024-12-03T06:22:29,095 DEBUG [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:22:29,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:22:29,099 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:29,099 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36335 2024-12-03T06:22:29,099 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:22:29,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:22:29,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:29,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67837451, jitterRate=0.010856792330741882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:22:29,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733206949065Initializing all the Stores at 1733206949067 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206949067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206949068 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206949068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206949068Cleaning up temporary data from old regions at 1733206949095 (+27 ms)Region opened successfully at 1733206949107 (+12 ms) 2024-12-03T06:22:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:22:29,108 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:22:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:22:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:22:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:22:29,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:22:29,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733206949107Disabling compacts and flushes for region at 1733206949107Disabling writes for close at 1733206949108 (+1 ms)Writing region close event to WAL at 1733206949109 (+1 ms)Closed at 1733206949109 2024-12-03T06:22:29,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:22:29,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:22:29,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:22:29,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:22:29,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:22:29,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:22:29,138 DEBUG [RS:2;122cddc95ec8:33227 {}] zookeeper.ZKUtil(111): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/122cddc95ec8,33227,1733206947915 2024-12-03T06:22:29,138 DEBUG [RS:0;122cddc95ec8:36049 {}] zookeeper.ZKUtil(111): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/122cddc95ec8,36049,1733206947769 2024-12-03T06:22:29,138 WARN [RS:0;122cddc95ec8:36049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:22:29,138 WARN [RS:2;122cddc95ec8:33227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:22:29,138 INFO [RS:2;122cddc95ec8:33227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:22:29,138 INFO [RS:0;122cddc95ec8:36049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:22:29,138 DEBUG [RS:1;122cddc95ec8:37727 {}] zookeeper.ZKUtil(111): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,138 WARN [RS:1;122cddc95ec8:37727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:22:29,138 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,36049,1733206947769 2024-12-03T06:22:29,138 DEBUG [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915 2024-12-03T06:22:29,138 INFO [RS:1;122cddc95ec8:37727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:22:29,139 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,37727,1733206947866] 2024-12-03T06:22:29,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,36049,1733206947769] 2024-12-03T06:22:29,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,33227,1733206947915] 2024-12-03T06:22:29,163 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:22:29,163 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:22:29,163 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:22:29,175 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:22:29,175 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:22:29,175 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:22:29,181 INFO [RS:0;122cddc95ec8:36049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:22:29,181 INFO [RS:1;122cddc95ec8:37727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:22:29,181 INFO [RS:2;122cddc95ec8:33227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:22:29,181 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,181 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,181 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,183 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:22:29,183 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:22:29,183 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:22:29,189 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:22:29,189 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:22:29,189 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:22:29,190 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,190 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,190 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,191 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:22:29,192 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:0;122cddc95ec8:36049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:22:29,192 DEBUG [RS:1;122cddc95ec8:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:22:29,192 DEBUG [RS:2;122cddc95ec8:33227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:22:29,193 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,194 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,194 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,194 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,194 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,194 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36049,1733206947769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37727,1733206947866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,198 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,199 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33227,1733206947915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:22:29,214 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:22:29,216 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36049,1733206947769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,216 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,216 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.Replication(171): 122cddc95ec8,36049,1733206947769 started 2024-12-03T06:22:29,217 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:22:29,217 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37727,1733206947866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,217 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,217 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.Replication(171): 122cddc95ec8,37727,1733206947866 started 2024-12-03T06:22:29,227 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:22:29,227 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33227,1733206947915-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,228 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,228 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.Replication(171): 122cddc95ec8,33227,1733206947915 started 2024-12-03T06:22:29,233 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,234 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,37727,1733206947866, RpcServer on 122cddc95ec8/172.17.0.2:37727, sessionid=0x1009eb130b20002 2024-12-03T06:22:29,234 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:22:29,235 DEBUG [RS:1;122cddc95ec8:37727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,235 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,37727,1733206947866' 2024-12-03T06:22:29,235 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T06:22:29,236 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T06:22:29,237 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:22:29,237 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:22:29,237 DEBUG [RS:1;122cddc95ec8:37727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,237 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,37727,1733206947866' 2024-12-03T06:22:29,237 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T06:22:29,238 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T06:22:29,238 DEBUG [RS:1;122cddc95ec8:37727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:22:29,238 INFO [RS:1;122cddc95ec8:37727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:22:29,238 INFO [RS:1;122cddc95ec8:37727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:22:29,239 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,239 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,36049,1733206947769, RpcServer on 122cddc95ec8/172.17.0.2:36049, sessionid=0x1009eb130b20001 2024-12-03T06:22:29,239 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:22:29,239 DEBUG [RS:0;122cddc95ec8:36049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,36049,1733206947769 2024-12-03T06:22:29,239 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,36049,1733206947769' 2024-12-03T06:22:29,239 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T06:22:29,240 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T06:22:29,241 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:22:29,241 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:22:29,241 DEBUG [RS:0;122cddc95ec8:36049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,36049,1733206947769 2024-12-03T06:22:29,241 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,36049,1733206947769' 2024-12-03T06:22:29,241 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T06:22:29,242 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T06:22:29,242 DEBUG [RS:0;122cddc95ec8:36049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:22:29,242 INFO [RS:0;122cddc95ec8:36049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:22:29,242 INFO [RS:0;122cddc95ec8:36049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:22:29,250 INFO [RS:2;122cddc95ec8:33227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:29,251 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,33227,1733206947915, RpcServer on 122cddc95ec8/172.17.0.2:33227, sessionid=0x1009eb130b20003 2024-12-03T06:22:29,251 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:22:29,251 DEBUG [RS:2;122cddc95ec8:33227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,33227,1733206947915 2024-12-03T06:22:29,251 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33227,1733206947915' 2024-12-03T06:22:29,251 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T06:22:29,252 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T06:22:29,253 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:22:29,253 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:22:29,253 DEBUG [RS:2;122cddc95ec8:33227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,33227,1733206947915 2024-12-03T06:22:29,253 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33227,1733206947915' 2024-12-03T06:22:29,253 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T06:22:29,254 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T06:22:29,255 DEBUG [RS:2;122cddc95ec8:33227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:22:29,255 INFO [RS:2;122cddc95ec8:33227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:22:29,255 INFO [RS:2;122cddc95ec8:33227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:22:29,282 WARN [122cddc95ec8:36161 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T06:22:29,344 INFO [RS:1;122cddc95ec8:37727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:22:29,344 INFO [RS:0;122cddc95ec8:36049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:22:29,347 INFO [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C37727%2C1733206947866, suffix=, logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs, maxLogs=32 2024-12-03T06:22:29,347 INFO [RS:0;122cddc95ec8:36049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C36049%2C1733206947769, suffix=, logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,36049,1733206947769, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs, maxLogs=32 2024-12-03T06:22:29,356 INFO [RS:2;122cddc95ec8:33227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:22:29,359 INFO [RS:2;122cddc95ec8:33227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C33227%2C1733206947915, suffix=, logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs, maxLogs=32 2024-12-03T06:22:29,365 DEBUG [RS:0;122cddc95ec8:36049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,36049,1733206947769/122cddc95ec8%2C36049%2C1733206947769.1733206949350, exclude list is [], retry=0 2024-12-03T06:22:29,365 DEBUG [RS:1;122cddc95ec8:37727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866/122cddc95ec8%2C37727%2C1733206947866.1733206949350, exclude list is [], retry=0 2024-12-03T06:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-4dac767e-71f3-49dc-a025-6a355fd0da92,DISK] 2024-12-03T06:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-dbe19f54-111c-44ed-9203-70486c3dad61,DISK] 2024-12-03T06:22:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab,DISK] 2024-12-03T06:22:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-dbe19f54-111c-44ed-9203-70486c3dad61,DISK] 2024-12-03T06:22:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-4dac767e-71f3-49dc-a025-6a355fd0da92,DISK] 2024-12-03T06:22:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab,DISK] 2024-12-03T06:22:29,375 DEBUG [RS:2;122cddc95ec8:33227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915/122cddc95ec8%2C33227%2C1733206947915.1733206949361, exclude list is [], retry=0 2024-12-03T06:22:29,378 INFO [RS:0;122cddc95ec8:36049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,36049,1733206947769/122cddc95ec8%2C36049%2C1733206947769.1733206949350 2024-12-03T06:22:29,378 DEBUG [RS:0;122cddc95ec8:36049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:45751:45751)] 2024-12-03T06:22:29,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-4dac767e-71f3-49dc-a025-6a355fd0da92,DISK] 2024-12-03T06:22:29,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab,DISK] 2024-12-03T06:22:29,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-dbe19f54-111c-44ed-9203-70486c3dad61,DISK] 2024-12-03T06:22:29,386 INFO [RS:2;122cddc95ec8:33227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915/122cddc95ec8%2C33227%2C1733206947915.1733206949361 2024-12-03T06:22:29,386 INFO [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866/122cddc95ec8%2C37727%2C1733206947866.1733206949350 2024-12-03T06:22:29,387 DEBUG [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:45751:45751)] 2024-12-03T06:22:29,387 DEBUG [RS:2;122cddc95ec8:33227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:45751:45751)] 2024-12-03T06:22:29,537 DEBUG [122cddc95ec8:36161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T06:22:29,551 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(204): Hosts are {122cddc95ec8=0} racks are {/default-rack=0} 2024-12-03T06:22:29,556 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T06:22:29,556 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T06:22:29,556 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T06:22:29,556 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T06:22:29,556 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T06:22:29,557 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T06:22:29,557 INFO [122cddc95ec8:36161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T06:22:29,557 INFO [122cddc95ec8:36161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T06:22:29,557 INFO [122cddc95ec8:36161 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T06:22:29,557 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T06:22:29,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:29,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,37727,1733206947866, state=OPENING 2024-12-03T06:22:29,606 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:22:29,615 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:29,615 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:29,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:29,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:22:29,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:29,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:29,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:29,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:29,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:22:29,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:22:37,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:22:37,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:22:39,648 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:22:39,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:22:39,663 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:22:39,663 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:22:39,663 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:22:39,666 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C37727%2C1733206947866.meta, suffix=.meta, logDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs, maxLogs=32 2024-12-03T06:22:39,682 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866/122cddc95ec8%2C37727%2C1733206947866.meta.1733206959668.meta, exclude list is [], retry=0 2024-12-03T06:22:39,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-f29f4325-b2b2-42b7-9fd9-ec949861e8ab,DISK] 2024-12-03T06:22:39,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-dbe19f54-111c-44ed-9203-70486c3dad61,DISK] 2024-12-03T06:22:39,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34537,DS-4dac767e-71f3-49dc-a025-6a355fd0da92,DISK] 2024-12-03T06:22:39,689 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,37727,1733206947866/122cddc95ec8%2C37727%2C1733206947866.meta.1733206959668.meta 2024-12-03T06:22:39,689 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45751:45751),(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:35929:35929)] 2024-12-03T06:22:39,689 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:22:39,691 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:22:39,693 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:22:39,698 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:22:39,701 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:22:39,702 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:39,702 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:22:39,702 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:22:39,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:22:39,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:22:39,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:39,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:39,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:22:39,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:22:39,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:39,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:39,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:22:39,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:22:39,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:39,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:39,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:22:39,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:22:39,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:39,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:22:39,717 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:22:39,719 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740 2024-12-03T06:22:39,721 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740 2024-12-03T06:22:39,723 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:22:39,723 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:22:39,724 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:22:39,727 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:22:39,728 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59119240, jitterRate=-0.11905467510223389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:22:39,729 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:22:39,730 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733206959703Writing region info on filesystem at 1733206959703Initializing all the Stores at 1733206959705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206959705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206959706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206959706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733206959706Cleaning up temporary data from old regions at 1733206959723 (+17 ms)Running coprocessor post-open hooks at 1733206959729 (+6 ms)Region opened successfully at 1733206959730 (+1 ms) 2024-12-03T06:22:39,736 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733206959640 2024-12-03T06:22:39,746 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:22:39,746 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:22:39,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:39,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,37727,1733206947866, state=OPEN 2024-12-03T06:22:39,798 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:22:39,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:22:39,799 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:22:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:22:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:22:39,800 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:39,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:22:39,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,37727,1733206947866 in 10.1800 sec 2024-12-03T06:22:39,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:22:39,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6940 sec 2024-12-03T06:22:39,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:22:39,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:22:39,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:22:39,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37727,1733206947866, seqNum=-1] 2024-12-03T06:22:39,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:22:39,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:22:39,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9660 sec 2024-12-03T06:22:39,880 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733206959880, completionTime=-1 2024-12-03T06:22:39,883 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T06:22:39,883 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:22:39,913 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T06:22:39,913 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207019913 2024-12-03T06:22:39,913 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207079913 2024-12-03T06:22:39,913 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-03T06:22:39,915 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:22:39,922 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36161,1733206947078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,923 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36161,1733206947078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,923 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36161,1733206947078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,925 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:36161, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,925 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,926 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,932 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:22:39,957 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.926sec 2024-12-03T06:22:39,959 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:22:39,960 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:22:39,961 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:22:39,962 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:22:39,962 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:22:39,963 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36161,1733206947078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:22:39,963 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36161,1733206947078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:22:39,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:22:39,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:22:39,971 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36161,1733206947078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:22:39,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:22:39,982 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T06:22:39,982 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T06:22:39,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,36161,-1 for getting cluster id 2024-12-03T06:22:39,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:22:39,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17a8a2c-6bc0-4ec0-977a-d4b486624b34' 2024-12-03T06:22:40,001 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:22:40,001 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17a8a2c-6bc0-4ec0-977a-d4b486624b34" 2024-12-03T06:22:40,002 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ac162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:22:40,002 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,36161,-1] 2024-12-03T06:22:40,004 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:22:40,007 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:22:40,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:22:40,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:22:40,016 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37727,1733206947866, seqNum=-1] 2024-12-03T06:22:40,016 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:22:40,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:22:40,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,36161,1733206947078 2024-12-03T06:22:40,064 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733206960062 (current time:1733206960062). 2024-12-03T06:22:40,064 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T06:22:40,064 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T06:22:40,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:22:40,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,36161,-1 for getting cluster id 2024-12-03T06:22:40,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:22:40,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17a8a2c-6bc0-4ec0-977a-d4b486624b34' 2024-12-03T06:22:40,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:22:40,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17a8a2c-6bc0-4ec0-977a-d4b486624b34" 2024-12-03T06:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f86b3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,36161,-1] 2024-12-03T06:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:22:40,075 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:22:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b09c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:22:40,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:22:40,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37727,1733206947866, seqNum=-1] 2024-12-03T06:22:40,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:22:40,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:22:40,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:22:40,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:22:40,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:22:40,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:22:40,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:22:40,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:22:40,100 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,36161,1733206947078 2024-12-03T06:22:40,103 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@557f97a0 2024-12-03T06:22:40,104 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:22:40,106 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:22:40,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:22:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T06:22:40,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:22:40,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T06:22:40,125 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:40,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:22:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:40,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741837_1013 (size=361) 2024-12-03T06:22:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741837_1013 (size=361) 2024-12-03T06:22:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741837_1013 (size=361) 2024-12-03T06:22:40,147 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 308eafbeb5aa8852c04ed068f278ff54, NAME => 'SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,148 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4d0f9f00fc9dfd867dae41eb590dce14, NAME => 'SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,148 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5aaf2e78469061e82e9bab9f5ec18bbf, NAME => 'SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741839_1015 (size=62) 2024-12-03T06:22:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741839_1015 (size=62) 2024-12-03T06:22:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741839_1015 (size=62) 2024-12-03T06:22:40,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4d0f9f00fc9dfd867dae41eb590dce14, disabling compactions & flushes 2024-12-03T06:22:40,167 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:40,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:40,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. after waiting 0 ms 2024-12-03T06:22:40,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:40,167 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:40,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4d0f9f00fc9dfd867dae41eb590dce14: Waiting for close lock at 1733206960167Disabling compacts and flushes for region at 1733206960167Disabling writes for close at 1733206960167Writing region close event to WAL at 1733206960167Closed at 1733206960167 2024-12-03T06:22:40,168 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c48cf93e5aea5f84b14daadfc34ab4d5, NAME => 'SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741840_1016 (size=54) 2024-12-03T06:22:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741840_1016 (size=54) 2024-12-03T06:22:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741840_1016 (size=54) 2024-12-03T06:22:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741838_1014 (size=62) 2024-12-03T06:22:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741838_1014 (size=62) 2024-12-03T06:22:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741838_1014 (size=62) 2024-12-03T06:22:40,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5aaf2e78469061e82e9bab9f5ec18bbf, disabling compactions & flushes 2024-12-03T06:22:40,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:40,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:40,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. after waiting 0 ms 2024-12-03T06:22:40,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:40,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:40,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5aaf2e78469061e82e9bab9f5ec18bbf: Waiting for close lock at 1733206960174Disabling compacts and flushes for region at 1733206960174Disabling writes for close at 1733206960175 (+1 ms)Writing region close event to WAL at 1733206960175Closed at 1733206960175 2024-12-03T06:22:40,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 766ca83173f407d023c1836b9b3420e1, NAME => 'SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 308eafbeb5aa8852c04ed068f278ff54, disabling compactions & flushes 2024-12-03T06:22:40,177 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:40,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:40,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. after waiting 0 ms 2024-12-03T06:22:40,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:40,177 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:40,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 308eafbeb5aa8852c04ed068f278ff54: Waiting for close lock at 1733206960177Disabling compacts and flushes for region at 1733206960177Disabling writes for close at 1733206960177Writing region close event to WAL at 1733206960177Closed at 1733206960177 2024-12-03T06:22:40,178 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6f65f3ce9c4121697775f6b331cb5e1, NAME => 'SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741841_1017 (size=62) 2024-12-03T06:22:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741841_1017 (size=62) 2024-12-03T06:22:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741841_1017 (size=62) 2024-12-03T06:22:40,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c48cf93e5aea5f84b14daadfc34ab4d5, disabling compactions & flushes 2024-12-03T06:22:40,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:40,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:40,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. after waiting 0 ms 2024-12-03T06:22:40,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:40,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:40,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c48cf93e5aea5f84b14daadfc34ab4d5: Waiting for close lock at 1733206960190Disabling compacts and flushes for region at 1733206960190Disabling writes for close at 1733206960190Writing region close event to WAL at 1733206960190Closed at 1733206960190 2024-12-03T06:22:40,191 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 52264b3cc436cd77d5f63db9757fdea4, NAME => 'SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741842_1018 (size=62) 2024-12-03T06:22:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741842_1018 (size=62) 2024-12-03T06:22:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741842_1018 (size=62) 2024-12-03T06:22:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741843_1019 (size=62) 2024-12-03T06:22:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741843_1019 (size=62) 2024-12-03T06:22:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741843_1019 (size=62) 2024-12-03T06:22:40,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a6f65f3ce9c4121697775f6b331cb5e1, disabling compactions & flushes 2024-12-03T06:22:40,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:40,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:40,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. after waiting 0 ms 2024-12-03T06:22:40,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:40,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:40,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6f65f3ce9c4121697775f6b331cb5e1: Waiting for close lock at 1733206960197Disabling compacts and flushes for region at 1733206960197Disabling writes for close at 1733206960197Writing region close event to WAL at 1733206960197Closed at 1733206960197 2024-12-03T06:22:40,198 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6055f5220c0ce5d146e80c5cd3c0d644, NAME => 'SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741844_1020 (size=62) 2024-12-03T06:22:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741844_1020 (size=62) 2024-12-03T06:22:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741844_1020 (size=62) 2024-12-03T06:22:40,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 52264b3cc436cd77d5f63db9757fdea4, disabling compactions & flushes 2024-12-03T06:22:40,205 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:40,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:40,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. after waiting 0 ms 2024-12-03T06:22:40,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:40,205 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:40,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 52264b3cc436cd77d5f63db9757fdea4: Waiting for close lock at 1733206960205Disabling compacts and flushes for region at 1733206960205Disabling writes for close at 1733206960205Writing region close event to WAL at 1733206960205Closed at 1733206960205 2024-12-03T06:22:40,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ac1a8a4a5c250c4b36a2a9c25a2f4a17, NAME => 'SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741845_1021 (size=62) 2024-12-03T06:22:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741845_1021 (size=62) 2024-12-03T06:22:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741845_1021 (size=62) 2024-12-03T06:22:40,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6055f5220c0ce5d146e80c5cd3c0d644, disabling compactions & flushes 2024-12-03T06:22:40,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:40,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:40,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. after waiting 0 ms 2024-12-03T06:22:40,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:40,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:40,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6055f5220c0ce5d146e80c5cd3c0d644: Waiting for close lock at 1733206960214Disabling compacts and flushes for region at 1733206960214Disabling writes for close at 1733206960214Writing region close event to WAL at 1733206960214Closed at 1733206960214 2024-12-03T06:22:40,215 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8da60d49112739420a0c70b471768682, NAME => 'SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417 2024-12-03T06:22:40,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741846_1022 (size=62) 2024-12-03T06:22:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741846_1022 (size=62) 2024-12-03T06:22:40,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ac1a8a4a5c250c4b36a2a9c25a2f4a17, disabling compactions & flushes 2024-12-03T06:22:40,222 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:40,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:40,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. after waiting 0 ms 2024-12-03T06:22:40,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:40,222 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:40,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ac1a8a4a5c250c4b36a2a9c25a2f4a17: Waiting for close lock at 1733206960222Disabling compacts and flushes for region at 1733206960222Disabling writes for close at 1733206960222Writing region close event to WAL at 1733206960222Closed at 1733206960222 2024-12-03T06:22:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741846_1022 (size=62) 2024-12-03T06:22:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741847_1023 (size=54) 2024-12-03T06:22:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741847_1023 (size=54) 2024-12-03T06:22:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741847_1023 (size=54) 2024-12-03T06:22:40,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8da60d49112739420a0c70b471768682, disabling compactions & flushes 2024-12-03T06:22:40,230 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:40,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:40,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. after waiting 0 ms 2024-12-03T06:22:40,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:40,230 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:40,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8da60d49112739420a0c70b471768682: Waiting for close lock at 1733206960230Disabling compacts and flushes for region at 1733206960230Disabling writes for close at 1733206960230Writing region close event to WAL at 1733206960230Closed at 1733206960230 2024-12-03T06:22:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:40,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:40,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 766ca83173f407d023c1836b9b3420e1, disabling compactions & flushes 2024-12-03T06:22:40,596 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:40,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:40,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. after waiting 0 ms 2024-12-03T06:22:40,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:40,596 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:40,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 766ca83173f407d023c1836b9b3420e1: Waiting for close lock at 1733206960595Disabling compacts and flushes for region at 1733206960595Disabling writes for close at 1733206960596 (+1 ms)Writing region close event to WAL at 1733206960596Closed at 1733206960596 2024-12-03T06:22:40,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:22:40,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733206960601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733206960601"}]},"ts":"1733206960601"} 2024-12-03T06:22:40,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T06:22:40,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:22:40,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206960647"}]},"ts":"1733206960647"} 2024-12-03T06:22:40,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T06:22:40,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {122cddc95ec8=0} racks are {/default-rack=0} 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T06:22:40,664 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T06:22:40,664 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T06:22:40,664 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T06:22:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T06:22:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5aaf2e78469061e82e9bab9f5ec18bbf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d0f9f00fc9dfd867dae41eb590dce14, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c48cf93e5aea5f84b14daadfc34ab4d5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=766ca83173f407d023c1836b9b3420e1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6f65f3ce9c4121697775f6b331cb5e1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6055f5220c0ce5d146e80c5cd3c0d644, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac1a8a4a5c250c4b36a2a9c25a2f4a17, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN}] 2024-12-03T06:22:40,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5aaf2e78469061e82e9bab9f5ec18bbf, ASSIGN 2024-12-03T06:22:40,671 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN 2024-12-03T06:22:40,672 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6055f5220c0ce5d146e80c5cd3c0d644, ASSIGN 2024-12-03T06:22:40,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN 2024-12-03T06:22:40,673 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN 2024-12-03T06:22:40,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6055f5220c0ce5d146e80c5cd3c0d644, ASSIGN; state=OFFLINE, location=122cddc95ec8,37727,1733206947866; forceNewPlan=false, retain=false 2024-12-03T06:22:40,673 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN; state=OFFLINE, location=122cddc95ec8,33227,1733206947915; forceNewPlan=false, retain=false 2024-12-03T06:22:40,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5aaf2e78469061e82e9bab9f5ec18bbf, ASSIGN; state=OFFLINE, location=122cddc95ec8,36049,1733206947769; forceNewPlan=false, retain=false 2024-12-03T06:22:40,673 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN; state=OFFLINE, location=122cddc95ec8,33227,1733206947915; forceNewPlan=false, retain=false 2024-12-03T06:22:40,675 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN; state=OFFLINE, location=122cddc95ec8,33227,1733206947915; forceNewPlan=false, retain=false 2024-12-03T06:22:40,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6f65f3ce9c4121697775f6b331cb5e1, ASSIGN 2024-12-03T06:22:40,681 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac1a8a4a5c250c4b36a2a9c25a2f4a17, ASSIGN 2024-12-03T06:22:40,681 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c48cf93e5aea5f84b14daadfc34ab4d5, ASSIGN 2024-12-03T06:22:40,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6f65f3ce9c4121697775f6b331cb5e1, ASSIGN; state=OFFLINE, location=122cddc95ec8,36049,1733206947769; forceNewPlan=false, retain=false 2024-12-03T06:22:40,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=766ca83173f407d023c1836b9b3420e1, ASSIGN 2024-12-03T06:22:40,682 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d0f9f00fc9dfd867dae41eb590dce14, ASSIGN 2024-12-03T06:22:40,683 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac1a8a4a5c250c4b36a2a9c25a2f4a17, ASSIGN; state=OFFLINE, location=122cddc95ec8,36049,1733206947769; forceNewPlan=false, retain=false 2024-12-03T06:22:40,683 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c48cf93e5aea5f84b14daadfc34ab4d5, ASSIGN; state=OFFLINE, location=122cddc95ec8,37727,1733206947866; forceNewPlan=false, retain=false 2024-12-03T06:22:40,683 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=766ca83173f407d023c1836b9b3420e1, ASSIGN; state=OFFLINE, location=122cddc95ec8,37727,1733206947866; forceNewPlan=false, retain=false 2024-12-03T06:22:40,683 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d0f9f00fc9dfd867dae41eb590dce14, ASSIGN; state=OFFLINE, location=122cddc95ec8,37727,1733206947866; forceNewPlan=false, retain=false 2024-12-03T06:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:40,830 INFO [122cddc95ec8:36161 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T06:22:40,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6055f5220c0ce5d146e80c5cd3c0d644, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:40,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=766ca83173f407d023c1836b9b3420e1, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:40,832 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c48cf93e5aea5f84b14daadfc34ab4d5, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:40,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4d0f9f00fc9dfd867dae41eb590dce14, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:40,832 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ac1a8a4a5c250c4b36a2a9c25a2f4a17, regionState=OPENING, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:40,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6f65f3ce9c4121697775f6b331cb5e1, regionState=OPENING, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:40,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=52264b3cc436cd77d5f63db9757fdea4, regionState=OPENING, regionLocation=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:40,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5aaf2e78469061e82e9bab9f5ec18bbf, regionState=OPENING, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:40,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=308eafbeb5aa8852c04ed068f278ff54, regionState=OPENING, regionLocation=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:40,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8da60d49112739420a0c70b471768682, regionState=OPENING, regionLocation=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:40,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac1a8a4a5c250c4b36a2a9c25a2f4a17, ASSIGN because future has completed 2024-12-03T06:22:40,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17, server=122cddc95ec8,36049,1733206947769}] 2024-12-03T06:22:40,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6055f5220c0ce5d146e80c5cd3c0d644, ASSIGN because future has completed 2024-12-03T06:22:40,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:22:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d0f9f00fc9dfd867dae41eb590dce14, ASSIGN because future has completed 2024-12-03T06:22:40,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:22:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c48cf93e5aea5f84b14daadfc34ab4d5, ASSIGN because future has completed 2024-12-03T06:22:40,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=766ca83173f407d023c1836b9b3420e1, ASSIGN because future has completed 2024-12-03T06:22:40,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 766ca83173f407d023c1836b9b3420e1, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:22:40,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:22:40,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6f65f3ce9c4121697775f6b331cb5e1, ASSIGN because future has completed 2024-12-03T06:22:40,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5aaf2e78469061e82e9bab9f5ec18bbf, ASSIGN because future has completed 2024-12-03T06:22:40,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN because future has completed 2024-12-03T06:22:40,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf, server=122cddc95ec8,36049,1733206947769}] 2024-12-03T06:22:40,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52264b3cc436cd77d5f63db9757fdea4, server=122cddc95ec8,33227,1733206947915}] 2024-12-03T06:22:40,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1, server=122cddc95ec8,36049,1733206947769}] 2024-12-03T06:22:40,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN because future has completed 2024-12-03T06:22:40,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN because future has completed 2024-12-03T06:22:40,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da60d49112739420a0c70b471768682, server=122cddc95ec8,33227,1733206947915}] 2024-12-03T06:22:40,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 308eafbeb5aa8852c04ed068f278ff54, server=122cddc95ec8,33227,1733206947915}] 2024-12-03T06:22:41,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:22:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:45,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T06:22:47,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:22:47,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:22:47,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:22:47,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:22:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:50,845 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:22:50,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:22:50,861 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:50,861 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:50,862 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6055f5220c0ce5d146e80c5cd3c0d644, NAME => 'SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T06:22:50,862 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a6f65f3ce9c4121697775f6b331cb5e1, NAME => 'SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T06:22:50,862 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:22:50,862 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,862 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,862 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,862 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,863 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,863 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,863 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,863 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:22:50,866 INFO [StoreOpener-a6f65f3ce9c4121697775f6b331cb5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,866 INFO [StoreOpener-6055f5220c0ce5d146e80c5cd3c0d644-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,868 INFO [StoreOpener-6055f5220c0ce5d146e80c5cd3c0d644-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6055f5220c0ce5d146e80c5cd3c0d644 columnFamilyName cf 2024-12-03T06:22:50,868 INFO [StoreOpener-a6f65f3ce9c4121697775f6b331cb5e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f65f3ce9c4121697775f6b331cb5e1 columnFamilyName cf 2024-12-03T06:22:50,868 DEBUG [StoreOpener-6055f5220c0ce5d146e80c5cd3c0d644-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,868 DEBUG [StoreOpener-a6f65f3ce9c4121697775f6b331cb5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,869 INFO [StoreOpener-a6f65f3ce9c4121697775f6b331cb5e1-1 {}] regionserver.HStore(327): Store=a6f65f3ce9c4121697775f6b331cb5e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,869 INFO [StoreOpener-6055f5220c0ce5d146e80c5cd3c0d644-1 {}] regionserver.HStore(327): Store=6055f5220c0ce5d146e80c5cd3c0d644/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,869 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,869 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,870 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,870 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,870 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,871 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,871 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,871 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,871 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,871 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,872 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:50,872 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 52264b3cc436cd77d5f63db9757fdea4, NAME => 'SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T06:22:50,873 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,873 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,873 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,873 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,873 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,874 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,875 INFO [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,877 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/a6f65f3ce9c4121697775f6b331cb5e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,877 INFO [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52264b3cc436cd77d5f63db9757fdea4 columnFamilyName cf 2024-12-03T06:22:50,877 DEBUG [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,878 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a6f65f3ce9c4121697775f6b331cb5e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59806579, jitterRate=-0.10881252586841583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,878 INFO [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] regionserver.HStore(327): Store=52264b3cc436cd77d5f63db9757fdea4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,878 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:22:50,878 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,878 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,879 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6055f5220c0ce5d146e80c5cd3c0d644; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58928317, jitterRate=-0.12189964950084686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,879 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:22:50,879 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6055f5220c0ce5d146e80c5cd3c0d644: Running coprocessor pre-open hook at 1733206970863Writing region info on filesystem at 1733206970864 (+1 ms)Initializing all the Stores at 1733206970865 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970865Cleaning up temporary data from old regions at 1733206970871 (+6 ms)Running coprocessor post-open hooks at 1733206970879 (+8 ms)Region opened successfully at 1733206970879 2024-12-03T06:22:50,879 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a6f65f3ce9c4121697775f6b331cb5e1: Running coprocessor pre-open hook at 1733206970863Writing region info on filesystem at 1733206970863Initializing all the Stores at 1733206970865 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970865Cleaning up temporary data from old regions at 1733206970871 (+6 ms)Running coprocessor post-open hooks at 1733206970878 (+7 ms)Region opened successfully at 1733206970879 (+1 ms) 2024-12-03T06:22:50,880 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,881 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,881 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1., pid=20, masterSystemTime=1733206970844 2024-12-03T06:22:50,882 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,882 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,885 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:50,885 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:22:50,885 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,885 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:50,885 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ac1a8a4a5c250c4b36a2a9c25a2f4a17, NAME => 'SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T06:22:50,885 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,886 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,886 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,886 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6f65f3ce9c4121697775f6b331cb5e1, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:50,888 INFO [StoreOpener-ac1a8a4a5c250c4b36a2a9c25a2f4a17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,889 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/52264b3cc436cd77d5f63db9757fdea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,890 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., pid=16, masterSystemTime=1733206970849 2024-12-03T06:22:50,890 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 52264b3cc436cd77d5f63db9757fdea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63949276, jitterRate=-0.04708153009414673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,890 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:22:50,890 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 52264b3cc436cd77d5f63db9757fdea4: Running coprocessor pre-open hook at 1733206970873Writing region info on filesystem at 1733206970873Initializing all the Stores at 1733206970875 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970875Cleaning up temporary data from old regions at 1733206970882 (+7 ms)Running coprocessor post-open hooks at 1733206970890 (+8 ms)Region opened successfully at 1733206970890 2024-12-03T06:22:50,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1, server=122cddc95ec8,36049,1733206947769 because future has completed 2024-12-03T06:22:50,891 INFO [StoreOpener-ac1a8a4a5c250c4b36a2a9c25a2f4a17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1a8a4a5c250c4b36a2a9c25a2f4a17 columnFamilyName cf 2024-12-03T06:22:50,892 DEBUG [StoreOpener-ac1a8a4a5c250c4b36a2a9c25a2f4a17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,892 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., pid=22, masterSystemTime=1733206970862 2024-12-03T06:22:50,893 INFO [StoreOpener-ac1a8a4a5c250c4b36a2a9c25a2f4a17-1 {}] regionserver.HStore(327): Store=ac1a8a4a5c250c4b36a2a9c25a2f4a17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,893 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,893 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:50,893 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:22:50,893 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:50,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c48cf93e5aea5f84b14daadfc34ab4d5, NAME => 'SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T06:22:50,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,895 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,896 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,896 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:50,896 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,896 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:50,896 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:50,896 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 308eafbeb5aa8852c04ed068f278ff54, NAME => 'SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T06:22:50,897 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,897 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,897 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,897 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,897 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6055f5220c0ce5d146e80c5cd3c0d644, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:50,897 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=52264b3cc436cd77d5f63db9757fdea4, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:50,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-03T06:22:50,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1, server=122cddc95ec8,36049,1733206947769 in 10.0390 sec 2024-12-03T06:22:50,900 INFO [StoreOpener-c48cf93e5aea5f84b14daadfc34ab4d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,900 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,901 INFO [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644, server=122cddc95ec8,37727,1733206947866 because future has completed 2024-12-03T06:22:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52264b3cc436cd77d5f63db9757fdea4, server=122cddc95ec8,33227,1733206947915 because future has completed 2024-12-03T06:22:50,905 INFO [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308eafbeb5aa8852c04ed068f278ff54 columnFamilyName cf 2024-12-03T06:22:50,905 DEBUG [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,906 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,907 INFO [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] regionserver.HStore(327): Store=308eafbeb5aa8852c04ed068f278ff54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6f65f3ce9c4121697775f6b331cb5e1, ASSIGN in 10.2340 sec 2024-12-03T06:22:50,907 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,907 INFO [StoreOpener-c48cf93e5aea5f84b14daadfc34ab4d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c48cf93e5aea5f84b14daadfc34ab4d5 columnFamilyName cf 2024-12-03T06:22:50,907 DEBUG [StoreOpener-c48cf93e5aea5f84b14daadfc34ab4d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,908 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ac1a8a4a5c250c4b36a2a9c25a2f4a17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68237452, jitterRate=0.01681727170944214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,908 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:22:50,908 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ac1a8a4a5c250c4b36a2a9c25a2f4a17: Running coprocessor pre-open hook at 1733206970886Writing region info on filesystem at 1733206970886Initializing all the Stores at 1733206970887 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970887Cleaning up temporary data from old regions at 1733206970896 (+9 ms)Running coprocessor post-open hooks at 1733206970908 (+12 ms)Region opened successfully at 1733206970908 2024-12-03T06:22:50,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-03T06:22:50,910 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., pid=15, masterSystemTime=1733206970844 2024-12-03T06:22:50,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644, server=122cddc95ec8,37727,1733206947866 in 10.0640 sec 2024-12-03T06:22:50,910 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,910 INFO [StoreOpener-c48cf93e5aea5f84b14daadfc34ab4d5-1 {}] regionserver.HStore(327): Store=c48cf93e5aea5f84b14daadfc34ab4d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,911 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,911 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,914 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,914 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-03T06:22:50,915 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 52264b3cc436cd77d5f63db9757fdea4, server=122cddc95ec8,33227,1733206947915 in 10.0520 sec 2024-12-03T06:22:50,915 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:50,916 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:22:50,916 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:50,916 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5aaf2e78469061e82e9bab9f5ec18bbf, NAME => 'SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T06:22:50,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6055f5220c0ce5d146e80c5cd3c0d644, ASSIGN in 10.2440 sec 2024-12-03T06:22:50,917 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,917 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,917 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,917 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN in 10.2490 sec 2024-12-03T06:22:50,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ac1a8a4a5c250c4b36a2a9c25a2f4a17, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:50,920 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,920 INFO [StoreOpener-5aaf2e78469061e82e9bab9f5ec18bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,922 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/308eafbeb5aa8852c04ed068f278ff54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17, server=122cddc95ec8,36049,1733206947769 because future has completed 2024-12-03T06:22:50,924 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 308eafbeb5aa8852c04ed068f278ff54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63976906, jitterRate=-0.04666981101036072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,924 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:22:50,924 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 308eafbeb5aa8852c04ed068f278ff54: Running coprocessor pre-open hook at 1733206970897Writing region info on filesystem at 1733206970897Initializing all the Stores at 1733206970900 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970900Cleaning up temporary data from old regions at 1733206970912 (+12 ms)Running coprocessor post-open hooks at 1733206970924 (+12 ms)Region opened successfully at 1733206970924 2024-12-03T06:22:50,925 INFO [StoreOpener-5aaf2e78469061e82e9bab9f5ec18bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aaf2e78469061e82e9bab9f5ec18bbf columnFamilyName cf 2024-12-03T06:22:50,925 DEBUG [StoreOpener-5aaf2e78469061e82e9bab9f5ec18bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,925 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/c48cf93e5aea5f84b14daadfc34ab4d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,925 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54., pid=24, masterSystemTime=1733206970862 2024-12-03T06:22:50,926 INFO [StoreOpener-5aaf2e78469061e82e9bab9f5ec18bbf-1 {}] regionserver.HStore(327): Store=5aaf2e78469061e82e9bab9f5ec18bbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,926 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,926 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c48cf93e5aea5f84b14daadfc34ab4d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75421119, jitterRate=0.12386225163936615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,927 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:22:50,927 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c48cf93e5aea5f84b14daadfc34ab4d5: Running coprocessor pre-open hook at 1733206970895Writing region info on filesystem at 1733206970895Initializing all the Stores at 1733206970898 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970898Cleaning up temporary data from old regions at 1733206970914 (+16 ms)Running coprocessor post-open hooks at 1733206970927 (+13 ms)Region opened successfully at 1733206970927 2024-12-03T06:22:50,928 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,928 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5., pid=18, masterSystemTime=1733206970849 2024-12-03T06:22:50,929 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,930 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,930 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,930 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:50,930 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:22:50,930 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:50,931 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8da60d49112739420a0c70b471768682, NAME => 'SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T06:22:50,931 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=308eafbeb5aa8852c04ed068f278ff54, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:50,931 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,931 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,932 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,932 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:50,932 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:22:50,932 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:50,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-03T06:22:50,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17, server=122cddc95ec8,36049,1733206947769 in 10.0850 sec 2024-12-03T06:22:50,933 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d0f9f00fc9dfd867dae41eb590dce14, NAME => 'SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T06:22:50,933 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,934 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,934 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,934 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c48cf93e5aea5f84b14daadfc34ab4d5, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:50,935 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,936 INFO [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,936 INFO [StoreOpener-4d0f9f00fc9dfd867dae41eb590dce14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 308eafbeb5aa8852c04ed068f278ff54, server=122cddc95ec8,33227,1733206947915 because future has completed 2024-12-03T06:22:50,938 INFO [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da60d49112739420a0c70b471768682 columnFamilyName cf 2024-12-03T06:22:50,938 DEBUG [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,939 INFO [StoreOpener-4d0f9f00fc9dfd867dae41eb590dce14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0f9f00fc9dfd867dae41eb590dce14 columnFamilyName cf 2024-12-03T06:22:50,939 DEBUG [StoreOpener-4d0f9f00fc9dfd867dae41eb590dce14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,940 INFO [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] regionserver.HStore(327): Store=8da60d49112739420a0c70b471768682/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,940 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/5aaf2e78469061e82e9bab9f5ec18bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,940 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,941 INFO [StoreOpener-4d0f9f00fc9dfd867dae41eb590dce14-1 {}] regionserver.HStore(327): Store=4d0f9f00fc9dfd867dae41eb590dce14/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,941 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5aaf2e78469061e82e9bab9f5ec18bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60734645, jitterRate=-0.09498326480388641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,941 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:22:50,941 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,941 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,941 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5aaf2e78469061e82e9bab9f5ec18bbf: Running coprocessor pre-open hook at 1733206970917Writing region info on filesystem at 1733206970917Initializing all the Stores at 1733206970919 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970919Cleaning up temporary data from old regions at 1733206970930 (+11 ms)Running coprocessor post-open hooks at 1733206970941 (+11 ms)Region opened successfully at 1733206970941 2024-12-03T06:22:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5, server=122cddc95ec8,37727,1733206947866 because future has completed 2024-12-03T06:22:50,942 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,942 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,943 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,943 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf., pid=21, masterSystemTime=1733206970844 2024-12-03T06:22:50,943 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,943 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac1a8a4a5c250c4b36a2a9c25a2f4a17, ASSIGN in 10.2670 sec 2024-12-03T06:22:50,945 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,945 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-03T06:22:50,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 308eafbeb5aa8852c04ed068f278ff54, server=122cddc95ec8,33227,1733206947915 in 10.0750 sec 2024-12-03T06:22:50,946 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:50,946 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:22:50,948 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5aaf2e78469061e82e9bab9f5ec18bbf, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:22:50,949 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,950 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=122cddc95ec8,36049,1733206947769, table=SPTestTable, region=5aaf2e78469061e82e9bab9f5ec18bbf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T06:22:50,951 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-03T06:22:50,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5, server=122cddc95ec8,37727,1733206947866 in 10.0990 sec 2024-12-03T06:22:50,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf, server=122cddc95ec8,36049,1733206947769 because future has completed 2024-12-03T06:22:50,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN in 10.2800 sec 2024-12-03T06:22:50,956 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/8da60d49112739420a0c70b471768682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,956 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/4d0f9f00fc9dfd867dae41eb590dce14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c48cf93e5aea5f84b14daadfc34ab4d5, ASSIGN in 10.2850 sec 2024-12-03T06:22:50,957 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8da60d49112739420a0c70b471768682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59022376, jitterRate=-0.12049806118011475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,958 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8da60d49112739420a0c70b471768682 2024-12-03T06:22:50,958 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8da60d49112739420a0c70b471768682: Running coprocessor pre-open hook at 1733206970932Writing region info on filesystem at 1733206970932Initializing all the Stores at 1733206970935 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970935Cleaning up temporary data from old regions at 1733206970943 (+8 ms)Running coprocessor post-open hooks at 1733206970958 (+15 ms)Region opened successfully at 1733206970958 2024-12-03T06:22:50,958 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4d0f9f00fc9dfd867dae41eb590dce14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73688294, jitterRate=0.09804114699363708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,958 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:22:50,958 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4d0f9f00fc9dfd867dae41eb590dce14: Running coprocessor pre-open hook at 1733206970934Writing region info on filesystem at 1733206970934Initializing all the Stores at 1733206970936 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970936Cleaning up temporary data from old regions at 1733206970945 (+9 ms)Running coprocessor post-open hooks at 1733206970958 (+13 ms)Region opened successfully at 1733206970958 2024-12-03T06:22:50,959 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14., pid=17, masterSystemTime=1733206970849 2024-12-03T06:22:50,959 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., pid=23, masterSystemTime=1733206970862 2024-12-03T06:22:50,962 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:50,962 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:22:50,962 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:50,962 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 766ca83173f407d023c1836b9b3420e1, NAME => 'SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T06:22:50,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-03T06:22:50,963 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf, server=122cddc95ec8,36049,1733206947769 in 10.1030 sec 2024-12-03T06:22:50,963 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:22:50,963 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,963 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4d0f9f00fc9dfd867dae41eb590dce14, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:50,967 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:50,967 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:22:50,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5aaf2e78469061e82e9bab9f5ec18bbf, ASSIGN in 10.2970 sec 2024-12-03T06:22:50,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8da60d49112739420a0c70b471768682, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33227,1733206947915 2024-12-03T06:22:50,969 INFO [StoreOpener-766ca83173f407d023c1836b9b3420e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,972 INFO [StoreOpener-766ca83173f407d023c1836b9b3420e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 766ca83173f407d023c1836b9b3420e1 columnFamilyName cf 2024-12-03T06:22:50,972 DEBUG [StoreOpener-766ca83173f407d023c1836b9b3420e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:22:50,973 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36161 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=122cddc95ec8,37727,1733206947866, table=SPTestTable, region=4d0f9f00fc9dfd867dae41eb590dce14. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T06:22:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14, server=122cddc95ec8,37727,1733206947866 because future has completed 2024-12-03T06:22:50,973 INFO [StoreOpener-766ca83173f407d023c1836b9b3420e1-1 {}] regionserver.HStore(327): Store=766ca83173f407d023c1836b9b3420e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:22:50,974 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da60d49112739420a0c70b471768682, server=122cddc95ec8,33227,1733206947915 because future has completed 2024-12-03T06:22:50,975 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,976 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,977 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,977 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,979 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,983 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/766ca83173f407d023c1836b9b3420e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:22:50,984 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 766ca83173f407d023c1836b9b3420e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63771098, jitterRate=-0.049736589193344116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:22:50,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-03T06:22:50,984 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:22:50,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14, server=122cddc95ec8,37727,1733206947866 in 10.1320 sec 2024-12-03T06:22:50,984 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 766ca83173f407d023c1836b9b3420e1: Running coprocessor pre-open hook at 1733206970963Writing region info on filesystem at 1733206970963Initializing all the Stores at 1733206970969 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733206970969Cleaning up temporary data from old regions at 1733206970977 (+8 ms)Running coprocessor post-open hooks at 1733206970984 (+7 ms)Region opened successfully at 1733206970984 2024-12-03T06:22:50,985 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1., pid=19, masterSystemTime=1733206970849 2024-12-03T06:22:50,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-12-03T06:22:50,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8da60d49112739420a0c70b471768682, server=122cddc95ec8,33227,1733206947915 in 10.1160 sec 2024-12-03T06:22:50,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d0f9f00fc9dfd867dae41eb590dce14, ASSIGN in 10.3180 sec 2024-12-03T06:22:50,988 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:50,988 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:22:50,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN in 10.3190 sec 2024-12-03T06:22:50,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=766ca83173f407d023c1836b9b3420e1, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:22:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 766ca83173f407d023c1836b9b3420e1, server=122cddc95ec8,37727,1733206947866 because future has completed 2024-12-03T06:22:50,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-03T06:22:51,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 766ca83173f407d023c1836b9b3420e1, server=122cddc95ec8,37727,1733206947866 in 10.1480 sec 2024-12-03T06:22:51,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-03T06:22:51,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=766ca83173f407d023c1836b9b3420e1, ASSIGN in 10.3330 sec 2024-12-03T06:22:51,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:22:51,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733206971004"}]},"ts":"1733206971004"} 2024-12-03T06:22:51,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T06:22:51,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:22:51,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8940 sec 2024-12-03T06:22:53,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T06:22:56,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:22:56,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T06:22:57,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-03T06:22:57,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-03T06:22:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:22:58,384 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T06:22:58,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T06:22:58,386 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:22:58,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T06:22:58,402 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:22:58,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T06:22:58,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,532 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., hostname=122cddc95ec8,37727,1733206947866, seqNum=2] 2024-12-03T06:22:58,585 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., hostname=122cddc95ec8,36049,1733206947769, seqNum=2] 2024-12-03T06:22:58,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:58,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., hostname=122cddc95ec8,33227,1733206947915, seqNum=2] 2024-12-03T06:22:59,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:22:59,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:22:59,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:22:59,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:22:59,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:22:59,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:22:59,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:22:59,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:23:00,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:23:00,219 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T06:23:00,220 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:23:00,222 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T06:23:00,228 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T06:23:00,242 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T06:23:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741848_1024 (size=49) 2024-12-03T06:23:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741848_1024 (size=49) 2024-12-03T06:23:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741848_1024 (size=49) 2024-12-03T06:23:00,255 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T06:23:00,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 766ca83173f407d023c1836b9b3420e1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682}] 2024-12-03T06:23:00,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:23:00,263 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:00,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:23:00,263 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:23:00,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:00,270 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:23:00,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:23:00,270 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:23:00,270 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:23:00,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:00,322 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 122cddc95ec8,33227,1733206947915 2024-12-03T06:23:00,323 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 122cddc95ec8,33227,1733206947915: Simulated kill ***** 2024-12-03T06:23:00,323 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:23:00,325 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:23:00,326 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:23:00,328 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:23:00,328 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:23:00,332 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 688379336 }, "NonHeapMemoryUsage": { "committed": 156762112, "init": 7667712, "max": -1, "used": 153279544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "122cddc95ec8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "122cddc95ec8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51716", "tag.serverName": "122cddc95ec8,33227,1733206947915", "tag.clusterId": "b17a8a2c-6bc0-4ec0-977a-d4b486624b34", "tag.Context": "regionserver", "tag.Hostname": "122cddc95ec8", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733206947915, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-03T06:23:00,336 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36161 {}] master.MasterRpcServices(700): 122cddc95ec8,33227,1733206947915 reported a fatal error: ***** ABORTING region server 122cddc95ec8,33227,1733206947915: Simulated kill ***** 2024-12-03T06:23:00,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,33227,1733206947915' ***** 2024-12-03T06:23:00,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T06:23:00,339 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:23:00,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:23:00,340 INFO [RS:2;122cddc95ec8:33227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T06:23:00,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:23:00,340 INFO [RS:2;122cddc95ec8:33227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T06:23:00,340 INFO [RS:2;122cddc95ec8:33227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:23:00,340 INFO [RS:2;122cddc95ec8:33227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;122cddc95ec8:33227. 2024-12-03T06:23:00,340 DEBUG [RS:2;122cddc95ec8:33227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:23:00,340 DEBUG [RS:2;122cddc95ec8:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741835_1011 (size=951) 2024-12-03T06:23:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741835_1011 (size=951) 2024-12-03T06:23:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741835_1011 (size=951) 2024-12-03T06:23:00,348 DEBUG [RS:2;122cddc95ec8:33227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:00,348 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:23:00,349 INFO [RS:2;122cddc95ec8:33227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33227 2024-12-03T06:23:00,353 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:23:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:23:00,403 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/122cddc95ec8,33227,1733206947915 2024-12-03T06:23:00,403 INFO [RS:2;122cddc95ec8:33227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:23:00,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,33227,1733206947915] 2024-12-03T06:23:00,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/122cddc95ec8,33227,1733206947915 already deleted, retry=false 2024-12-03T06:23:00,422 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 122cddc95ec8,33227,1733206947915 on 122cddc95ec8,36161,1733206947078 2024-12-03T06:23:00,426 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 122cddc95ec8,33227,1733206947915, splitWal=true, meta=false 2024-12-03T06:23:00,430 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 122cddc95ec8,33227,1733206947915 (carryingMeta=false) 122cddc95ec8,33227,1733206947915/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18eff3cb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T06:23:00,431 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 122cddc95ec8,33227,1733206947915, splitWal=true, meta=false 2024-12-03T06:23:00,432 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:00,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:00,432 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:00,433 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 can not run currently because target server of region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 122cddc95ec8,33227,1733206947915 is in state CRASHED, wait 1000 ms to retry 2024-12-03T06:23:00,433 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 can not run currently because target server of region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 122cddc95ec8,33227,1733206947915 is in state CRASHED, wait 1000 ms to retry 2024-12-03T06:23:00,434 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682; timeout=1000, timestamp=1733206981433 2024-12-03T06:23:00,434 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54; timeout=1000, timestamp=1733206981433 2024-12-03T06:23:00,434 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 122cddc95ec8,33227,1733206947915 had 3 regions 2024-12-03T06:23:00,434 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 can not run currently because target server of region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 122cddc95ec8,33227,1733206947915 is in state CRASHED, wait 1000 ms to retry 2024-12-03T06:23:00,434 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4; timeout=1000, timestamp=1733206981434 2024-12-03T06:23:00,436 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 122cddc95ec8,33227,1733206947915, splitWal=true, meta=false, isMeta: false 2024-12-03T06:23:00,438 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting 2024-12-03T06:23:00,440 INFO [PEWorker-5 {}] master.SplitWALManager(105): 122cddc95ec8,33227,1733206947915 WAL count=1, meta=false 2024-12-03T06:23:00,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 122cddc95ec8%2C33227%2C1733206947915.1733206949361}] 2024-12-03T06:23:00,449 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:00,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 122cddc95ec8%2C33227%2C1733206947915.1733206949361, worker=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:23:00,514 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:00,514 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33227-0x1009eb130b20003, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:00,515 INFO [RS:2;122cddc95ec8:33227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:23:00,515 INFO [RS:2;122cddc95ec8:33227 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,33227,1733206947915; zookeeper connection closed. 2024-12-03T06:23:00,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d14487d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d14487d 2024-12-03T06:23:01,201 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:23:01,201 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:23:01,433 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:01,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:01,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:01,435 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 can not run currently because target server of region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T06:23:01,435 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 can not run currently because target server of region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T06:23:01,435 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682; timeout=2000, timestamp=1733206983435 2024-12-03T06:23:01,435 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54; timeout=2000, timestamp=1733206983435 2024-12-03T06:23:01,436 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 can not run currently because target server of region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T06:23:01,436 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4; timeout=2000, timestamp=1733206983436 2024-12-03T06:23:03,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:03,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:03,437 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:03,440 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 can not run currently because target server of region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T06:23:03,440 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 can not run currently because target server of region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T06:23:03,440 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682; timeout=4000, timestamp=1733206987440 2024-12-03T06:23:03,440 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 can not run currently because target server of region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T06:23:03,441 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54; timeout=4000, timestamp=1733206987440 2024-12-03T06:23:03,441 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4; timeout=4000, timestamp=1733206987440 2024-12-03T06:23:07,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:07,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:07,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:07,445 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 can not run currently because target server of region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T06:23:07,445 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54; timeout=8000, timestamp=1733206995445 2024-12-03T06:23:07,445 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 can not run currently because target server of region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T06:23:07,445 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 can not run currently because target server of region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 122cddc95ec8,33227,1733206947915 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T06:23:07,445 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682; timeout=8000, timestamp=1733206995445 2024-12-03T06:23:07,446 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4; timeout=8000, timestamp=1733206995446 2024-12-03T06:23:10,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T06:23:10,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T06:23:10,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T06:23:10,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T06:23:10,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:10,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:10,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T06:23:10,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:10,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:10,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:10,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-03T06:23:10,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T06:23:10,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T06:23:10,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4d0f9f00fc9dfd867dae41eb590dce14: 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c48cf93e5aea5f84b14daadfc34ab4d5: 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a6f65f3ce9c4121697775f6b331cb5e1: 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5aaf2e78469061e82e9bab9f5ec18bbf: 2024-12-03T06:23:10,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6055f5220c0ce5d146e80c5cd3c0d644 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T06:23:10,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ac1a8a4a5c250c4b36a2a9c25a2f4a17 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:10,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:10,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:10,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:10,304 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361, size=951 (951bytes) 2024-12-03T06:23:10,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T06:23:10,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T06:23:10,306 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 2024-12-03T06:23:10,313 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 after 4ms 2024-12-03T06:23:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741850_1026 (size=65) 2024-12-03T06:23:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741850_1026 (size=65) 2024-12-03T06:23:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741850_1026 (size=65) 2024-12-03T06:23:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741849_1025 (size=65) 2024-12-03T06:23:10,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741849_1025 (size=65) 2024-12-03T06:23:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741849_1025 (size=65) 2024-12-03T06:23:10,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:10,326 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 took 24ms 2024-12-03T06:23:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741851_1027 (size=65) 2024-12-03T06:23:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741851_1027 (size=65) 2024-12-03T06:23:10,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T06:23:10,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T06:23:10,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:10,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 766ca83173f407d023c1836b9b3420e1: 2024-12-03T06:23:10,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T06:23:10,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:23:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T06:23:10,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:23:10,330 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:23:10,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:23:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741851_1027 (size=65) 2024-12-03T06:23:10,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:10,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T06:23:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T06:23:10,334 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:23:10,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:23:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741852_1028 (size=65) 2024-12-03T06:23:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741852_1028 (size=65) 2024-12-03T06:23:10,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c48cf93e5aea5f84b14daadfc34ab4d5 in 10.0760 sec 2024-12-03T06:23:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741852_1028 (size=65) 2024-12-03T06:23:10,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:10,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T06:23:10,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d0f9f00fc9dfd867dae41eb590dce14 in 10.0760 sec 2024-12-03T06:23:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T06:23:10,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:23:10,341 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:23:10,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5aaf2e78469061e82e9bab9f5ec18bbf in 10.0800 sec 2024-12-03T06:23:10,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a6f65f3ce9c4121697775f6b331cb5e1 in 10.0840 sec 2024-12-03T06:23:10,349 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 52264b3cc436cd77d5f63db9757fdea4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T06:23:10,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 308eafbeb5aa8852c04ed068f278ff54: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T06:23:10,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8da60d49112739420a0c70b471768682: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T06:23:10,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 so closing down 2024-12-03T06:23:10,359 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T06:23:10,359 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T06:23:10,365 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361, size=951, length=951, corrupted=false, cancelled=false 2024-12-03T06:23:10,365 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361, journal: Splitting hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361, size=951 (951bytes) at 1733206990304Finishing writing output for hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 so closing down at 1733206990358 (+54 ms)3 split writer threads finished at 1733206990359 (+1 ms)Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361, size=951, length=951, corrupted=false, cancelled=false at 1733206990365 (+6 ms) 2024-12-03T06:23:10,365 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 2024-12-03T06:23:10,365 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T06:23:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T06:23:10,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/.tmp/cf/6c477b38a1614744af59e8b935d1bbc8 is 34, key is baa/cf:cf/1733206979438/Put/seqid=0 2024-12-03T06:23:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741853_1029 (size=65) 2024-12-03T06:23:10,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/.tmp/cf/4f77903e01e140fda5a7c48ca8448c0c is 34, key is ccd/cf:cf/1733206979469/Put/seqid=0 2024-12-03T06:23:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741853_1029 (size=65) 2024-12-03T06:23:10,378 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting/122cddc95ec8%2C33227%2C1733206947915.1733206949361 to hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs 2024-12-03T06:23:10,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741853_1029 (size=65) 2024-12-03T06:23:10,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:10,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T06:23:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T06:23:10,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:23:10,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:23:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T06:23:10,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 122cddc95ec8%2C33227%2C1733206947915.1733206949361, worker=122cddc95ec8,37727,1733206947866 in 9.9260 sec 2024-12-03T06:23:10,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 766ca83173f407d023c1836b9b3420e1 in 10.1260 sec 2024-12-03T06:23:10,398 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741855_1031 (size=47197) 2024-12-03T06:23:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741855_1031 (size=47197) 2024-12-03T06:23:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741855_1031 (size=47197) 2024-12-03T06:23:10,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/.tmp/cf/4f77903e01e140fda5a7c48ca8448c0c 2024-12-03T06:23:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741854_1030 (size=28623) 2024-12-03T06:23:10,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741854_1030 (size=28623) 2024-12-03T06:23:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741854_1030 (size=28623) 2024-12-03T06:23:10,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/.tmp/cf/6c477b38a1614744af59e8b935d1bbc8 2024-12-03T06:23:10,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T06:23:10,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 122cddc95ec8%2C33227%2C1733206947915.1733206949361, worker=122cddc95ec8,37727,1733206947866 in 9.9570 sec 2024-12-03T06:23:10,410 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting dir is empty, no logs to split. 2024-12-03T06:23:10,411 INFO [PEWorker-2 {}] master.SplitWALManager(105): 122cddc95ec8,33227,1733206947915 WAL count=0, meta=false 2024-12-03T06:23:10,411 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 122cddc95ec8,33227,1733206947915 WAL splitting is done? wals=0, meta=false 2024-12-03T06:23:10,414 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 122cddc95ec8,33227,1733206947915 failed, ignore...File hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/WALs/122cddc95ec8,33227,1733206947915-splitting does not exist. 2024-12-03T06:23:10,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN}] 2024-12-03T06:23:10,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN 2024-12-03T06:23:10,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN 2024-12-03T06:23:10,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN 2024-12-03T06:23:10,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:23:10,420 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:23:10,420 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:23:10,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/.tmp/cf/4f77903e01e140fda5a7c48ca8448c0c as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/cf/4f77903e01e140fda5a7c48ca8448c0c 2024-12-03T06:23:10,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/.tmp/cf/6c477b38a1614744af59e8b935d1bbc8 as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/cf/6c477b38a1614744af59e8b935d1bbc8 2024-12-03T06:23:10,464 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/cf/4f77903e01e140fda5a7c48ca8448c0c, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T06:23:10,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/cf/6c477b38a1614744af59e8b935d1bbc8, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T06:23:10,473 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6055f5220c0ce5d146e80c5cd3c0d644 in 194ms, sequenceid=5, compaction requested=false 2024-12-03T06:23:10,473 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ac1a8a4a5c250c4b36a2a9c25a2f4a17 in 194ms, sequenceid=5, compaction requested=false 2024-12-03T06:23:10,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ac1a8a4a5c250c4b36a2a9c25a2f4a17: 2024-12-03T06:23:10,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6055f5220c0ce5d146e80c5cd3c0d644: 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. for SnapshotProcedureTest completed. 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/cf/4f77903e01e140fda5a7c48ca8448c0c] hfiles 2024-12-03T06:23:10,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/cf/6c477b38a1614744af59e8b935d1bbc8] hfiles 2024-12-03T06:23:10,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/cf/6c477b38a1614744af59e8b935d1bbc8 for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/cf/4f77903e01e140fda5a7c48ca8448c0c for snapshot=SnapshotProcedureTest 2024-12-03T06:23:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741857_1033 (size=105) 2024-12-03T06:23:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741857_1033 (size=105) 2024-12-03T06:23:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741857_1033 (size=105) 2024-12-03T06:23:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741856_1032 (size=105) 2024-12-03T06:23:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741856_1032 (size=105) 2024-12-03T06:23:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741856_1032 (size=105) 2024-12-03T06:23:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T06:23:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T06:23:10,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:23:10,503 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:23:10,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac1a8a4a5c250c4b36a2a9c25a2f4a17 in 10.2470 sec 2024-12-03T06:23:10,571 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(204): Hosts are {122cddc95ec8=0} racks are {/default-rack=0} 2024-12-03T06:23:10,572 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T06:23:10,572 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T06:23:10,572 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T06:23:10,572 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T06:23:10,572 INFO [122cddc95ec8:36161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T06:23:10,572 INFO [122cddc95ec8:36161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T06:23:10,572 DEBUG [122cddc95ec8:36161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T06:23:10,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=52264b3cc436cd77d5f63db9757fdea4, regionState=OPENING, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:10,573 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8da60d49112739420a0c70b471768682, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:10,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=308eafbeb5aa8852c04ed068f278ff54, regionState=OPENING, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:10,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN because future has completed 2024-12-03T06:23:10,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52264b3cc436cd77d5f63db9757fdea4, server=122cddc95ec8,36049,1733206947769}] 2024-12-03T06:23:10,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN because future has completed 2024-12-03T06:23:10,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 308eafbeb5aa8852c04ed068f278ff54, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:23:10,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN because future has completed 2024-12-03T06:23:10,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da60d49112739420a0c70b471768682, server=122cddc95ec8,37727,1733206947866}] 2024-12-03T06:23:10,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:10,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T06:23:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T06:23:10,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:23:10,899 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:23:10,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6055f5220c0ce5d146e80c5cd3c0d644 in 10.6450 sec 2024-12-03T06:23:15,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 held by pid=39 2024-12-03T06:23:15,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 held by pid=41 2024-12-03T06:23:15,447 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:15,447 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:15,447 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 held by pid=40 2024-12-03T06:23:15,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:19,973 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T06:23:19,974 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T06:23:20,589 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:20,589 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:20,589 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 52264b3cc436cd77d5f63db9757fdea4, NAME => 'SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T06:23:20,589 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 308eafbeb5aa8852c04ed068f278ff54, NAME => 'SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T06:23:20,590 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,590 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,590 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:23:20,590 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:23:20,590 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,590 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,593 INFO [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,593 INFO [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,595 INFO [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308eafbeb5aa8852c04ed068f278ff54 columnFamilyName cf 2024-12-03T06:23:20,595 INFO [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52264b3cc436cd77d5f63db9757fdea4 columnFamilyName cf 2024-12-03T06:23:20,595 DEBUG [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:20,595 DEBUG [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:20,595 INFO [StoreOpener-308eafbeb5aa8852c04ed068f278ff54-1 {}] regionserver.HStore(327): Store=308eafbeb5aa8852c04ed068f278ff54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:23:20,595 INFO [StoreOpener-52264b3cc436cd77d5f63db9757fdea4-1 {}] regionserver.HStore(327): Store=52264b3cc436cd77d5f63db9757fdea4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:23:20,595 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,596 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,596 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,597 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,598 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,598 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,598 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,599 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,599 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,599 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,601 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,601 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,602 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 308eafbeb5aa8852c04ed068f278ff54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70088440, jitterRate=0.044399142265319824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:23:20,602 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,602 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 52264b3cc436cd77d5f63db9757fdea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62246314, jitterRate=-0.07245764136314392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:23:20,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 308eafbeb5aa8852c04ed068f278ff54: Running coprocessor pre-open hook at 1733207000591Writing region info on filesystem at 1733207000591Initializing all the Stores at 1733207000593 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207000593Cleaning up temporary data from old regions at 1733207000599 (+6 ms)Running coprocessor post-open hooks at 1733207000603 (+4 ms)Region opened successfully at 1733207000603 2024-12-03T06:23:20,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 52264b3cc436cd77d5f63db9757fdea4: Running coprocessor pre-open hook at 1733207000591Writing region info on filesystem at 1733207000591Initializing all the Stores at 1733207000593 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207000593Cleaning up temporary data from old regions at 1733207000599 (+6 ms)Running coprocessor post-open hooks at 1733207000603 (+4 ms)Region opened successfully at 1733207000603 2024-12-03T06:23:20,604 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54., pid=43, masterSystemTime=1733207000579 2024-12-03T06:23:20,604 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., pid=42, masterSystemTime=1733207000579 2024-12-03T06:23:20,606 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:20,606 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:20,607 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:20,607 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8da60d49112739420a0c70b471768682, NAME => 'SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T06:23:20,607 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,607 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:23:20,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=308eafbeb5aa8852c04ed068f278ff54, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:20,607 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:20,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,608 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:20,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=52264b3cc436cd77d5f63db9757fdea4, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:20,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 308eafbeb5aa8852c04ed068f278ff54, server=122cddc95ec8,37727,1733206947866 because future has completed 2024-12-03T06:23:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52264b3cc436cd77d5f63db9757fdea4, server=122cddc95ec8,36049,1733206947769 because future has completed 2024-12-03T06:23:20,612 INFO [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,614 INFO [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da60d49112739420a0c70b471768682 columnFamilyName cf 2024-12-03T06:23:20,614 DEBUG [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:20,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-03T06:23:20,615 INFO [StoreOpener-8da60d49112739420a0c70b471768682-1 {}] regionserver.HStore(327): Store=8da60d49112739420a0c70b471768682/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:23:20,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 308eafbeb5aa8852c04ed068f278ff54, server=122cddc95ec8,37727,1733206947866 in 10.0340 sec 2024-12-03T06:23:20,615 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,616 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-12-03T06:23:20,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 52264b3cc436cd77d5f63db9757fdea4, server=122cddc95ec8,36049,1733206947769 in 10.0380 sec 2024-12-03T06:23:20,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=308eafbeb5aa8852c04ed068f278ff54, ASSIGN in 10.1980 sec 2024-12-03T06:23:20,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:20,619 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,620 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:20,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52264b3cc436cd77d5f63db9757fdea4, ASSIGN in 10.2000 sec 2024-12-03T06:23:20,620 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,624 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,626 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8da60d49112739420a0c70b471768682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75135766, jitterRate=0.11961016058921814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:23:20,626 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,626 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8da60d49112739420a0c70b471768682: Running coprocessor pre-open hook at 1733207000608Writing region info on filesystem at 1733207000608Initializing all the Stores at 1733207000611 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207000612 (+1 ms)Cleaning up temporary data from old regions at 1733207000620 (+8 ms)Running coprocessor post-open hooks at 1733207000626 (+6 ms)Region opened successfully at 1733207000626 2024-12-03T06:23:20,627 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., pid=44, masterSystemTime=1733207000579 2024-12-03T06:23:20,629 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:20,629 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:20,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8da60d49112739420a0c70b471768682, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da60d49112739420a0c70b471768682, server=122cddc95ec8,37727,1733206947866 because future has completed 2024-12-03T06:23:20,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-03T06:23:20,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8da60d49112739420a0c70b471768682, server=122cddc95ec8,37727,1733206947866 in 10.0560 sec 2024-12-03T06:23:20,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:20,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-03T06:23:20,640 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 122cddc95ec8,33227,1733206947915 after splitting done 2024-12-03T06:23:20,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da60d49112739420a0c70b471768682, ASSIGN in 10.2200 sec 2024-12-03T06:23:20,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 122cddc95ec8,33227,1733206947915, splitWal=true, meta=false in 20.2170 sec 2024-12-03T06:23:26,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T06:23:26,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:23:30,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T06:23:30,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:30,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T06:23:30,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8da60d49112739420a0c70b471768682: 2024-12-03T06:23:30,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:30,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. for SnapshotProcedureTest completed. 2024-12-03T06:23:30,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T06:23:30,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 308eafbeb5aa8852c04ed068f278ff54: 2024-12-03T06:23:30,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. for SnapshotProcedureTest completed. 2024-12-03T06:23:30,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:30,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:30,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 52264b3cc436cd77d5f63db9757fdea4: 2024-12-03T06:23:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. for SnapshotProcedureTest completed. 2024-12-03T06:23:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:30,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:23:30,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:23:30,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:23:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741860_1036 (size=65) 2024-12-03T06:23:30,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:30,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T06:23:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T06:23:30,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:30,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741859_1035 (size=57) 2024-12-03T06:23:30,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52264b3cc436cd77d5f63db9757fdea4 in 30.3870 sec 2024-12-03T06:23:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741860_1036 (size=65) 2024-12-03T06:23:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741858_1034 (size=57) 2024-12-03T06:23:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741859_1035 (size=57) 2024-12-03T06:23:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741858_1034 (size=57) 2024-12-03T06:23:30,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741860_1036 (size=65) 2024-12-03T06:23:30,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741858_1034 (size=57) 2024-12-03T06:23:30,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741859_1035 (size=57) 2024-12-03T06:23:30,672 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T06:23:31,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:31,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T06:23:31,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:31,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T06:23:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T06:23:31,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:31,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T06:23:31,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8da60d49112739420a0c70b471768682 2024-12-03T06:23:31,049 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 2024-12-03T06:23:31,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 308eafbeb5aa8852c04ed068f278ff54 in 30.7920 sec 2024-12-03T06:23:31,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-03T06:23:31,053 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T06:23:31,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8da60d49112739420a0c70b471768682 in 30.7930 sec 2024-12-03T06:23:31,055 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T06:23:31,058 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T06:23:31,058 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T06:23:31,061 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:23:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741861_1037 (size=1094) 2024-12-03T06:23:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741861_1037 (size=1094) 2024-12-03T06:23:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741861_1037 (size=1094) 2024-12-03T06:23:31,102 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T06:23:31,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T06:23:31,119 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:31,119 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:31,119 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:31,119 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:31,119 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:31,125 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:31,991 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:36161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T06:23:35,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6055f5220c0ce5d146e80c5cd3c0d644, had cached 0 bytes from a total of 28623 2024-12-03T06:23:35,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ac1a8a4a5c250c4b36a2a9c25a2f4a17, had cached 0 bytes from a total of 47197 2024-12-03T06:23:39,923 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5aaf2e78469061e82e9bab9f5ec18bbf changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,924 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a6f65f3ce9c4121697775f6b331cb5e1 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,924 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 52264b3cc436cd77d5f63db9757fdea4 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,924 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ac1a8a4a5c250c4b36a2a9c25a2f4a17 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,924 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 308eafbeb5aa8852c04ed068f278ff54 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,924 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d0f9f00fc9dfd867dae41eb590dce14 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,925 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c48cf93e5aea5f84b14daadfc34ab4d5 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,925 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 766ca83173f407d023c1836b9b3420e1 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,925 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6055f5220c0ce5d146e80c5cd3c0d644 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:39,925 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8da60d49112739420a0c70b471768682 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:23:41,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-03T06:23:41,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-03T06:23:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-03T06:23:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-03T06:23:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-03T06:23:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-03T06:23:41,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:23:41,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:23:41,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T06:23:41,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T06:23:41,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-03T06:23:41,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T06:23:41,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T06:23:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T06:23:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T06:23:41,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T06:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-03T06:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-03T06:23:41,139 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 Release verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:41,139 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 Release verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:41,140 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 Release verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:41,140 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 Release verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-03T06:23:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T06:23:41,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 in 10.0270 sec 2024-12-03T06:23:41,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 in 10.0280 sec 2024-12-03T06:23:41,143 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:41,144 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 Release verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:41,144 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 Release verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:41,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 in 10.0320 sec 2024-12-03T06:23:41,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 in 10.0270 sec 2024-12-03T06:23:41,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 in 10.0290 sec 2024-12-03T06:23:41,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 in 10.0320 sec 2024-12-03T06:23:41,148 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:41,148 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:41,148 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:51,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-03T06:23:51,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-03T06:23:51,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-03T06:23:51,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-03T06:23:51,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T06:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-03T06:23:51,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-03T06:23:51,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T06:23:51,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T06:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T06:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T06:23:51,153 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 Release verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36161 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T06:23:51,157 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 Release verify snapshot worker=122cddc95ec8,37727,1733206947866 2024-12-03T06:23:51,157 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 Release verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:51,157 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 Release verify snapshot worker=122cddc95ec8,36049,1733206947769 2024-12-03T06:23:51,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 in 20.0410 sec 2024-12-03T06:23:51,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,37727,1733206947866 in 20.0450 sec 2024-12-03T06:23:51,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 in 20.0450 sec 2024-12-03T06:23:51,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-12-03T06:23:51,162 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T06:23:51,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,36049,1733206947769 in 20.0450 sec 2024-12-03T06:23:51,163 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T06:23:51,165 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T06:23:51,166 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T06:23:51,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9520 sec 2024-12-03T06:23:51,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T06:23:51,251 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T06:23:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:23:51,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:23:51,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:23:51,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:23:51,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:23:51,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257147125, stopped=false 2024-12-03T06:23:51,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,36161,1733206947078 2024-12-03T06:23:51,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:51,310 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:51,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:51,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:23:51,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:51,310 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:51,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:51,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:51,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:51,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:51,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:23:51,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:23:51,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,36049,1733206947769' ***** 2024-12-03T06:23:51,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:23:51,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,37727,1733206947866' ***** 2024-12-03T06:23:51,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:23:51,314 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:23:51,314 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:23:51,314 INFO [RS:1;122cddc95ec8:37727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:23:51,314 INFO [RS:0;122cddc95ec8:36049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:23:51,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:23:51,314 INFO [RS:0;122cddc95ec8:36049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:23:51,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:23:51,315 INFO [RS:1;122cddc95ec8:37727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:23:51,315 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(3091): Received CLOSE for 52264b3cc436cd77d5f63db9757fdea4 2024-12-03T06:23:51,315 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d0f9f00fc9dfd867dae41eb590dce14 2024-12-03T06:23:51,315 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(3091): Received CLOSE for ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:23:51,315 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 308eafbeb5aa8852c04ed068f278ff54 2024-12-03T06:23:51,316 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(3091): Received CLOSE for 5aaf2e78469061e82e9bab9f5ec18bbf 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 6055f5220c0ce5d146e80c5cd3c0d644 2024-12-03T06:23:51,316 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(3091): Received CLOSE for a6f65f3ce9c4121697775f6b331cb5e1 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 8da60d49112739420a0c70b471768682 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:23:51,316 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,36049,1733206947769 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 766ca83173f407d023c1836b9b3420e1 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,37727,1733206947866 2024-12-03T06:23:51,316 INFO [RS:0;122cddc95ec8:36049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:23:51,316 INFO [RS:1;122cddc95ec8:37727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;122cddc95ec8:37727. 2024-12-03T06:23:51,316 INFO [RS:0;122cddc95ec8:36049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:36049. 2024-12-03T06:23:51,316 DEBUG [RS:1;122cddc95ec8:37727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:23:51,316 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52264b3cc436cd77d5f63db9757fdea4, disabling compactions & flushes 2024-12-03T06:23:51,316 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d0f9f00fc9dfd867dae41eb590dce14, disabling compactions & flushes 2024-12-03T06:23:51,317 DEBUG [RS:1;122cddc95ec8:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,317 DEBUG [RS:0;122cddc95ec8:36049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:23:51,317 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:51,317 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:51,317 DEBUG [RS:0;122cddc95ec8:36049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,317 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:51,317 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:51,317 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. after waiting 0 ms 2024-12-03T06:23:51,317 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. after waiting 0 ms 2024-12-03T06:23:51,317 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:23:51,317 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:51,317 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-03T06:23:51,317 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:51,317 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:23:51,317 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1325): Online Regions={52264b3cc436cd77d5f63db9757fdea4=SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4., ac1a8a4a5c250c4b36a2a9c25a2f4a17=SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17., 5aaf2e78469061e82e9bab9f5ec18bbf=SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf., a6f65f3ce9c4121697775f6b331cb5e1=SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1.} 2024-12-03T06:23:51,317 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:23:51,317 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:23:51,318 DEBUG [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1351): Waiting on 52264b3cc436cd77d5f63db9757fdea4, 5aaf2e78469061e82e9bab9f5ec18bbf, a6f65f3ce9c4121697775f6b331cb5e1, ac1a8a4a5c250c4b36a2a9c25a2f4a17 2024-12-03T06:23:51,319 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-03T06:23:51,319 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1325): Online Regions={4d0f9f00fc9dfd867dae41eb590dce14=SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14., 308eafbeb5aa8852c04ed068f278ff54=SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54., 6055f5220c0ce5d146e80c5cd3c0d644=SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644., 8da60d49112739420a0c70b471768682=SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682., c48cf93e5aea5f84b14daadfc34ab4d5=SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5., 1588230740=hbase:meta,,1.1588230740, 766ca83173f407d023c1836b9b3420e1=SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1.} 2024-12-03T06:23:51,320 DEBUG [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 308eafbeb5aa8852c04ed068f278ff54, 4d0f9f00fc9dfd867dae41eb590dce14, 6055f5220c0ce5d146e80c5cd3c0d644, 766ca83173f407d023c1836b9b3420e1, 8da60d49112739420a0c70b471768682, c48cf93e5aea5f84b14daadfc34ab4d5 2024-12-03T06:23:51,319 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:23:51,320 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:23:51,320 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:23:51,320 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:23:51,320 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:23:51,320 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.28 KB heapSize=25.71 KB 2024-12-03T06:23:51,325 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/52264b3cc436cd77d5f63db9757fdea4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,328 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:51,328 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52264b3cc436cd77d5f63db9757fdea4: Waiting for close lock at 1733207031316Running coprocessor pre-close hooks at 1733207031316Disabling compacts and flushes for region at 1733207031316Disabling writes for close at 1733207031317 (+1 ms)Writing region close event to WAL at 1733207031318 (+1 ms)Running coprocessor post-close hooks at 1733207031326 (+8 ms)Closed at 1733207031328 (+2 ms) 2024-12-03T06:23:51,329 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733206960108.52264b3cc436cd77d5f63db9757fdea4. 2024-12-03T06:23:51,329 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac1a8a4a5c250c4b36a2a9c25a2f4a17, disabling compactions & flushes 2024-12-03T06:23:51,329 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:23:51,329 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:23:51,329 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:51,329 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:51,329 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. after waiting 0 ms 2024-12-03T06:23:51,329 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:51,330 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/4d0f9f00fc9dfd867dae41eb590dce14/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,331 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:51,331 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d0f9f00fc9dfd867dae41eb590dce14: Waiting for close lock at 1733207031316Running coprocessor pre-close hooks at 1733207031316Disabling compacts and flushes for region at 1733207031316Disabling writes for close at 1733207031317 (+1 ms)Writing region close event to WAL at 1733207031318 (+1 ms)Running coprocessor post-close hooks at 1733207031331 (+13 ms)Closed at 1733207031331 2024-12-03T06:23:51,331 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733206960108.4d0f9f00fc9dfd867dae41eb590dce14. 2024-12-03T06:23:51,331 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 308eafbeb5aa8852c04ed068f278ff54, disabling compactions & flushes 2024-12-03T06:23:51,331 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:51,331 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:51,331 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. after waiting 0 ms 2024-12-03T06:23:51,331 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:51,343 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/ac1a8a4a5c250c4b36a2a9c25a2f4a17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:23:51,343 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/308eafbeb5aa8852c04ed068f278ff54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,344 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:51,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 308eafbeb5aa8852c04ed068f278ff54: Waiting for close lock at 1733207031331Running coprocessor pre-close hooks at 1733207031331Disabling compacts and flushes for region at 1733207031331Disabling writes for close at 1733207031331Writing region close event to WAL at 1733207031334 (+3 ms)Running coprocessor post-close hooks at 1733207031344 (+10 ms)Closed at 1733207031344 2024-12-03T06:23:51,344 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:51,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733206960108.308eafbeb5aa8852c04ed068f278ff54. 2024-12-03T06:23:51,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac1a8a4a5c250c4b36a2a9c25a2f4a17: Waiting for close lock at 1733207031329Running coprocessor pre-close hooks at 1733207031329Disabling compacts and flushes for region at 1733207031329Disabling writes for close at 1733207031329Writing region close event to WAL at 1733207031334 (+5 ms)Running coprocessor post-close hooks at 1733207031344 (+10 ms)Closed at 1733207031344 2024-12-03T06:23:51,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6055f5220c0ce5d146e80c5cd3c0d644, disabling compactions & flushes 2024-12-03T06:23:51,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733206960108.ac1a8a4a5c250c4b36a2a9c25a2f4a17. 2024-12-03T06:23:51,344 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:51,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:51,345 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. after waiting 1 ms 2024-12-03T06:23:51,345 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:51,345 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5aaf2e78469061e82e9bab9f5ec18bbf, disabling compactions & flushes 2024-12-03T06:23:51,345 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:51,345 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:51,345 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. after waiting 0 ms 2024-12-03T06:23:51,345 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:51,351 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/info/7d445c4fe9374c8ebe064403584b6792 is 167, key is SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf./info:regioninfo/1733206970947/Put/seqid=0 2024-12-03T06:23:51,352 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/5aaf2e78469061e82e9bab9f5ec18bbf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,352 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/6055f5220c0ce5d146e80c5cd3c0d644/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:23:51,352 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:51,352 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:51,352 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5aaf2e78469061e82e9bab9f5ec18bbf: Waiting for close lock at 1733207031345Running coprocessor pre-close hooks at 1733207031345Disabling compacts and flushes for region at 1733207031345Disabling writes for close at 1733207031345Writing region close event to WAL at 1733207031345Running coprocessor post-close hooks at 1733207031352 (+7 ms)Closed at 1733207031352 2024-12-03T06:23:51,352 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6055f5220c0ce5d146e80c5cd3c0d644: Waiting for close lock at 1733207031344Running coprocessor pre-close hooks at 1733207031344Disabling compacts and flushes for region at 1733207031344Disabling writes for close at 1733207031345 (+1 ms)Writing region close event to WAL at 1733207031346 (+1 ms)Running coprocessor post-close hooks at 1733207031352 (+6 ms)Closed at 1733207031352 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733206960108.6055f5220c0ce5d146e80c5cd3c0d644. 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733206960108.5aaf2e78469061e82e9bab9f5ec18bbf. 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6f65f3ce9c4121697775f6b331cb5e1, disabling compactions & flushes 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8da60d49112739420a0c70b471768682, disabling compactions & flushes 2024-12-03T06:23:51,353 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:51,353 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. after waiting 0 ms 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. after waiting 0 ms 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:51,353 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:51,359 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/a6f65f3ce9c4121697775f6b331cb5e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,360 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:51,360 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6f65f3ce9c4121697775f6b331cb5e1: Waiting for close lock at 1733207031353Running coprocessor pre-close hooks at 1733207031353Disabling compacts and flushes for region at 1733207031353Disabling writes for close at 1733207031353Writing region close event to WAL at 1733207031353Running coprocessor post-close hooks at 1733207031360 (+7 ms)Closed at 1733207031360 2024-12-03T06:23:51,360 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733206960108.a6f65f3ce9c4121697775f6b331cb5e1. 2024-12-03T06:23:51,363 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/8da60d49112739420a0c70b471768682/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,364 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:51,364 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8da60d49112739420a0c70b471768682: Waiting for close lock at 1733207031353Running coprocessor pre-close hooks at 1733207031353Disabling compacts and flushes for region at 1733207031353Disabling writes for close at 1733207031353Writing region close event to WAL at 1733207031355 (+2 ms)Running coprocessor post-close hooks at 1733207031363 (+8 ms)Closed at 1733207031363 2024-12-03T06:23:51,364 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733206960108.8da60d49112739420a0c70b471768682. 2024-12-03T06:23:51,364 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c48cf93e5aea5f84b14daadfc34ab4d5, disabling compactions & flushes 2024-12-03T06:23:51,364 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:51,364 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:51,364 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. after waiting 0 ms 2024-12-03T06:23:51,364 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741862_1038 (size=19790) 2024-12-03T06:23:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741862_1038 (size=19790) 2024-12-03T06:23:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741862_1038 (size=19790) 2024-12-03T06:23:51,371 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.13 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/info/7d445c4fe9374c8ebe064403584b6792 2024-12-03T06:23:51,374 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/c48cf93e5aea5f84b14daadfc34ab4d5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,375 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:51,375 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c48cf93e5aea5f84b14daadfc34ab4d5: Waiting for close lock at 1733207031364Running coprocessor pre-close hooks at 1733207031364Disabling compacts and flushes for region at 1733207031364Disabling writes for close at 1733207031364Writing region close event to WAL at 1733207031367 (+3 ms)Running coprocessor post-close hooks at 1733207031375 (+8 ms)Closed at 1733207031375 2024-12-03T06:23:51,376 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733206960108.c48cf93e5aea5f84b14daadfc34ab4d5. 2024-12-03T06:23:51,376 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 766ca83173f407d023c1836b9b3420e1, disabling compactions & flushes 2024-12-03T06:23:51,376 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:51,376 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:51,376 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. after waiting 0 ms 2024-12-03T06:23:51,376 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:51,383 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/default/SPTestTable/766ca83173f407d023c1836b9b3420e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:23:51,384 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:51,384 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 766ca83173f407d023c1836b9b3420e1: Waiting for close lock at 1733207031376Running coprocessor pre-close hooks at 1733207031376Disabling compacts and flushes for region at 1733207031376Disabling writes for close at 1733207031376Writing region close event to WAL at 1733207031377 (+1 ms)Running coprocessor post-close hooks at 1733207031383 (+6 ms)Closed at 1733207031383 2024-12-03T06:23:51,384 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733206960108.766ca83173f407d023c1836b9b3420e1. 2024-12-03T06:23:51,402 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/ns/ac773cb03a724bdb90d2619e82a392cf is 43, key is default/ns:d/1733206959864/Put/seqid=0 2024-12-03T06:23:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741863_1039 (size=5153) 2024-12-03T06:23:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741863_1039 (size=5153) 2024-12-03T06:23:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741863_1039 (size=5153) 2024-12-03T06:23:51,410 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/ns/ac773cb03a724bdb90d2619e82a392cf 2024-12-03T06:23:51,437 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/table/70d6e357126b4a8db931e182342caad3 is 47, key is SPTestTable/table:state/1733206971004/Put/seqid=0 2024-12-03T06:23:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741864_1040 (size=5214) 2024-12-03T06:23:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741864_1040 (size=5214) 2024-12-03T06:23:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741864_1040 (size=5214) 2024-12-03T06:23:51,445 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/table/70d6e357126b4a8db931e182342caad3 2024-12-03T06:23:51,455 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/info/7d445c4fe9374c8ebe064403584b6792 as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/info/7d445c4fe9374c8ebe064403584b6792 2024-12-03T06:23:51,464 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/info/7d445c4fe9374c8ebe064403584b6792, entries=112, sequenceid=35, filesize=19.3 K 2024-12-03T06:23:51,465 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/ns/ac773cb03a724bdb90d2619e82a392cf as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/ns/ac773cb03a724bdb90d2619e82a392cf 2024-12-03T06:23:51,474 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/ns/ac773cb03a724bdb90d2619e82a392cf, entries=2, sequenceid=35, filesize=5.0 K 2024-12-03T06:23:51,476 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/.tmp/table/70d6e357126b4a8db931e182342caad3 as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/table/70d6e357126b4a8db931e182342caad3 2024-12-03T06:23:51,484 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/table/70d6e357126b4a8db931e182342caad3, entries=2, sequenceid=35, filesize=5.1 K 2024-12-03T06:23:51,485 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.28 KB/15648, heapSize ~25.41 KB/26024, currentSize=0 B/0 for 1588230740 in 165ms, sequenceid=35, compaction requested=false 2024-12-03T06:23:51,490 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-03T06:23:51,491 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:23:51,491 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:23:51,491 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207031319Running coprocessor pre-close hooks at 1733207031319Disabling compacts and flushes for region at 1733207031319Disabling writes for close at 1733207031320 (+1 ms)Obtaining lock to block concurrent updates at 1733207031320Preparing flush snapshotting stores in 1588230740 at 1733207031320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15648, getHeapSize=26264, getOffHeapSize=0, getCellsCount=128 at 1733207031321 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207031322 (+1 ms)Flushing 1588230740/info: creating writer at 1733207031322Flushing 1588230740/info: appending metadata at 1733207031351 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733207031351Flushing 1588230740/ns: creating writer at 1733207031381 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733207031401 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733207031401Flushing 1588230740/table: creating writer at 1733207031419 (+18 ms)Flushing 1588230740/table: appending metadata at 1733207031436 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733207031436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea83b8a: reopening flushed file at 1733207031453 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fa9c68: reopening flushed file at 1733207031464 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9a3853: reopening flushed file at 1733207031475 (+11 ms)Finished flush of dataSize ~15.28 KB/15648, heapSize ~25.41 KB/26024, currentSize=0 B/0 for 1588230740 in 165ms, sequenceid=35, compaction requested=false at 1733207031485 (+10 ms)Writing region close event to WAL at 1733207031486 (+1 ms)Running coprocessor post-close hooks at 1733207031491 (+5 ms)Closed at 1733207031491 2024-12-03T06:23:51,491 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:23:51,518 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,36049,1733206947769; all regions closed. 2024-12-03T06:23:51,520 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,37727,1733206947866; all regions closed. 2024-12-03T06:23:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741834_1010 (size=2947) 2024-12-03T06:23:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741834_1010 (size=2947) 2024-12-03T06:23:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741834_1010 (size=2947) 2024-12-03T06:23:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741836_1012 (size=18342) 2024-12-03T06:23:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741836_1012 (size=18342) 2024-12-03T06:23:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741836_1012 (size=18342) 2024-12-03T06:23:51,526 DEBUG [RS:0;122cddc95ec8:36049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs 2024-12-03T06:23:51,526 INFO [RS:0;122cddc95ec8:36049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C36049%2C1733206947769:(num 1733206949350) 2024-12-03T06:23:51,526 DEBUG [RS:0;122cddc95ec8:36049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,526 DEBUG [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs 2024-12-03T06:23:51,526 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:23:51,526 INFO [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37727%2C1733206947866.meta:.meta(num 1733206959668) 2024-12-03T06:23:51,526 INFO [RS:0;122cddc95ec8:36049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:23:51,526 INFO [RS:0;122cddc95ec8:36049 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:23:51,527 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:23:51,527 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:23:51,527 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:23:51,527 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:23:51,527 INFO [RS:0;122cddc95ec8:36049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:23:51,527 INFO [RS:0;122cddc95ec8:36049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36049 2024-12-03T06:23:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741833_1009 (size=4083) 2024-12-03T06:23:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741833_1009 (size=4083) 2024-12-03T06:23:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741833_1009 (size=4083) 2024-12-03T06:23:51,533 DEBUG [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/oldWALs 2024-12-03T06:23:51,533 INFO [RS:1;122cddc95ec8:37727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37727%2C1733206947866:(num 1733206949350) 2024-12-03T06:23:51,533 DEBUG [RS:1;122cddc95ec8:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:23:51,533 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:23:51,533 INFO [RS:1;122cddc95ec8:37727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:23:51,533 INFO [RS:1;122cddc95ec8:37727 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:23:51,533 INFO [RS:1;122cddc95ec8:37727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:23:51,533 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:23:51,534 INFO [RS:1;122cddc95ec8:37727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37727 2024-12-03T06:23:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:23:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/122cddc95ec8,36049,1733206947769 2024-12-03T06:23:51,536 INFO [RS:0;122cddc95ec8:36049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:23:51,545 INFO [RS:1;122cddc95ec8:37727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:23:51,545 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/122cddc95ec8,37727,1733206947866 2024-12-03T06:23:51,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,37727,1733206947866] 2024-12-03T06:23:51,570 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/122cddc95ec8,37727,1733206947866 already deleted, retry=false 2024-12-03T06:23:51,570 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,37727,1733206947866 expired; onlineServers=1 2024-12-03T06:23:51,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,36049,1733206947769] 2024-12-03T06:23:51,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/122cddc95ec8,36049,1733206947769 already deleted, retry=false 2024-12-03T06:23:51,578 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,36049,1733206947769 expired; onlineServers=0 2024-12-03T06:23:51,578 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,36161,1733206947078' ***** 2024-12-03T06:23:51,578 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:23:51,578 INFO [M:0;122cddc95ec8:36161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:23:51,578 INFO [M:0;122cddc95ec8:36161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:23:51,579 DEBUG [M:0;122cddc95ec8:36161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:23:51,579 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:23:51,579 DEBUG [M:0;122cddc95ec8:36161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:23:51,579 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733206949015 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733206949015,5,FailOnTimeoutGroup] 2024-12-03T06:23:51,579 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733206949016 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733206949016,5,FailOnTimeoutGroup] 2024-12-03T06:23:51,579 INFO [M:0;122cddc95ec8:36161 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:23:51,579 INFO [M:0;122cddc95ec8:36161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:23:51,579 DEBUG [M:0;122cddc95ec8:36161 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:23:51,579 INFO [M:0;122cddc95ec8:36161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:23:51,579 INFO [M:0;122cddc95ec8:36161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:23:51,580 ERROR [M:0;122cddc95ec8:36161 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:36335 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36335,5,PEWorkerGroup] 2024-12-03T06:23:51,580 INFO [M:0;122cddc95ec8:36161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:23:51,580 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:23:51,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T06:23:51,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:51,587 DEBUG [M:0;122cddc95ec8:36161 {}] zookeeper.ZKUtil(347): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T06:23:51,587 WARN [M:0;122cddc95ec8:36161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:23:51,588 INFO [M:0;122cddc95ec8:36161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/.lastflushedseqids 2024-12-03T06:23:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741865_1041 (size=686) 2024-12-03T06:23:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741865_1041 (size=686) 2024-12-03T06:23:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741865_1041 (size=686) 2024-12-03T06:23:51,602 INFO [M:0;122cddc95ec8:36161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:23:51,603 INFO [M:0;122cddc95ec8:36161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:23:51,603 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:23:51,603 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:51,603 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:51,603 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:23:51,603 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:51,603 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=184.83 KB heapSize=229.24 KB 2024-12-03T06:23:51,618 DEBUG [M:0;122cddc95ec8:36161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56c8eb8d4fa44b1ba4ffd0080f872974 is 82, key is hbase:meta,,1/info:regioninfo/1733206959747/Put/seqid=0 2024-12-03T06:23:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741866_1042 (size=5672) 2024-12-03T06:23:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741866_1042 (size=5672) 2024-12-03T06:23:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741866_1042 (size=5672) 2024-12-03T06:23:51,625 INFO [M:0;122cddc95ec8:36161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56c8eb8d4fa44b1ba4ffd0080f872974 2024-12-03T06:23:51,649 DEBUG [M:0;122cddc95ec8:36161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5afbf0d694654c308bc033b019b1fdc3 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733206971013/Put/seqid=0 2024-12-03T06:23:51,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:51,653 INFO [RS:0;122cddc95ec8:36049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:23:51,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36049-0x1009eb130b20001, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:51,653 INFO [RS:0;122cddc95ec8:36049 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,36049,1733206947769; zookeeper connection closed. 2024-12-03T06:23:51,654 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9984e91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9984e91 2024-12-03T06:23:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741867_1043 (size=8904) 2024-12-03T06:23:51,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741867_1043 (size=8904) 2024-12-03T06:23:51,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741867_1043 (size=8904) 2024-12-03T06:23:51,660 INFO [M:0;122cddc95ec8:36161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.09 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5afbf0d694654c308bc033b019b1fdc3 2024-12-03T06:23:51,662 INFO [RS:1;122cddc95ec8:37727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:23:51,662 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:51,662 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x1009eb130b20002, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:51,662 INFO [RS:1;122cddc95ec8:37727 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,37727,1733206947866; zookeeper connection closed. 2024-12-03T06:23:51,662 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25fe48f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25fe48f9 2024-12-03T06:23:51,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T06:23:51,666 INFO [M:0;122cddc95ec8:36161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5afbf0d694654c308bc033b019b1fdc3 2024-12-03T06:23:51,680 DEBUG [M:0;122cddc95ec8:36161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c488398889049a1be3a9bf091fd0370 is 69, key is 122cddc95ec8,36049,1733206947769/rs:state/1733206949080/Put/seqid=0 2024-12-03T06:23:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741868_1044 (size=5441) 2024-12-03T06:23:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741868_1044 (size=5441) 2024-12-03T06:23:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741868_1044 (size=5441) 2024-12-03T06:23:51,688 INFO [M:0;122cddc95ec8:36161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c488398889049a1be3a9bf091fd0370 2024-12-03T06:23:51,694 INFO [M:0;122cddc95ec8:36161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c488398889049a1be3a9bf091fd0370 2024-12-03T06:23:51,695 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56c8eb8d4fa44b1ba4ffd0080f872974 as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56c8eb8d4fa44b1ba4ffd0080f872974 2024-12-03T06:23:51,703 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56c8eb8d4fa44b1ba4ffd0080f872974, entries=8, sequenceid=485, filesize=5.5 K 2024-12-03T06:23:51,704 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5afbf0d694654c308bc033b019b1fdc3 as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5afbf0d694654c308bc033b019b1fdc3 2024-12-03T06:23:51,710 INFO [M:0;122cddc95ec8:36161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5afbf0d694654c308bc033b019b1fdc3 2024-12-03T06:23:51,710 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5afbf0d694654c308bc033b019b1fdc3, entries=54, sequenceid=485, filesize=8.7 K 2024-12-03T06:23:51,712 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c488398889049a1be3a9bf091fd0370 as hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c488398889049a1be3a9bf091fd0370 2024-12-03T06:23:51,719 INFO [M:0;122cddc95ec8:36161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c488398889049a1be3a9bf091fd0370 2024-12-03T06:23:51,719 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a4c753a5-4142-525e-bdf3-e5155be07417/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c488398889049a1be3a9bf091fd0370, entries=3, sequenceid=485, filesize=5.3 K 2024-12-03T06:23:51,720 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~184.83 KB/189264, heapSize ~228.95 KB/234440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=485, compaction requested=false 2024-12-03T06:23:51,722 INFO [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:51,722 DEBUG [M:0;122cddc95ec8:36161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207031603Disabling compacts and flushes for region at 1733207031603Disabling writes for close at 1733207031603Obtaining lock to block concurrent updates at 1733207031603Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207031603Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189264, getHeapSize=234680, getOffHeapSize=0, getCellsCount=588 at 1733207031604 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207031605 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207031605Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207031618 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207031618Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207031631 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207031648 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207031648Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207031666 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207031679 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207031679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634e3066: reopening flushed file at 1733207031694 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51000722: reopening flushed file at 1733207031703 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a11a13c: reopening flushed file at 1733207031711 (+8 ms)Finished flush of dataSize ~184.83 KB/189264, heapSize ~228.95 KB/234440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=485, compaction requested=false at 1733207031720 (+9 ms)Writing region close event to WAL at 1733207031722 (+2 ms)Closed at 1733207031722 2024-12-03T06:23:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34537 is added to blk_1073741830_1006 (size=221620) 2024-12-03T06:23:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741830_1006 (size=221620) 2024-12-03T06:23:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741830_1006 (size=221620) 2024-12-03T06:23:51,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:23:51,726 INFO [M:0;122cddc95ec8:36161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:23:51,726 INFO [M:0;122cddc95ec8:36161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36161 2024-12-03T06:23:51,726 INFO [M:0;122cddc95ec8:36161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:51,837 INFO [M:0;122cddc95ec8:36161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36161-0x1009eb130b20000, quorum=127.0.0.1:51716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:23:51,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:23:51,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:23:51,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:23:51,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:23:51,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,STOPPED} 2024-12-03T06:23:51,887 WARN [BP-622147180-172.17.0.2-1733206943241 heartbeating to localhost/127.0.0.1:36335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:23:51,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:23:51,887 WARN [BP-622147180-172.17.0.2-1733206943241 heartbeating to localhost/127.0.0.1:36335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-622147180-172.17.0.2-1733206943241 (Datanode Uuid 16a9cdd9-ea6c-49f1-a492-9b213ab2620f) service to localhost/127.0.0.1:36335 2024-12-03T06:23:51,887 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:23:51,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data5/current/BP-622147180-172.17.0.2-1733206943241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:23:51,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data6/current/BP-622147180-172.17.0.2-1733206943241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:23:51,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:23:51,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:23:51,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:23:51,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:23:51,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:23:51,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,STOPPED} 2024-12-03T06:23:51,892 WARN [BP-622147180-172.17.0.2-1733206943241 heartbeating to localhost/127.0.0.1:36335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:23:51,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:23:51,893 WARN [BP-622147180-172.17.0.2-1733206943241 heartbeating to localhost/127.0.0.1:36335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-622147180-172.17.0.2-1733206943241 (Datanode Uuid bc80b329-8864-440f-857f-d108d70a8ef9) service to localhost/127.0.0.1:36335 2024-12-03T06:23:51,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:23:51,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data3/current/BP-622147180-172.17.0.2-1733206943241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:23:51,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data4/current/BP-622147180-172.17.0.2-1733206943241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:23:51,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:23:51,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:23:51,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:23:51,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:23:51,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:23:51,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,STOPPED} 2024-12-03T06:23:51,897 WARN [BP-622147180-172.17.0.2-1733206943241 heartbeating to localhost/127.0.0.1:36335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:23:51,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:23:51,897 WARN [BP-622147180-172.17.0.2-1733206943241 heartbeating to localhost/127.0.0.1:36335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-622147180-172.17.0.2-1733206943241 (Datanode Uuid ab05875a-ce47-49d3-a94c-fd5ddf481704) service to localhost/127.0.0.1:36335 2024-12-03T06:23:51,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:23:51,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data1/current/BP-622147180-172.17.0.2-1733206943241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:23:51,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/cluster_e4455530-7e21-335f-9855-237074b355bb/data/data2/current/BP-622147180-172.17.0.2-1733206943241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:23:51,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:23:51,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:23:51,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:23:51,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:23:51,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:23:51,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir/,STOPPED} 2024-12-03T06:23:51,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:23:51,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:23:51,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: regionserver/122cddc95ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36335 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/122cddc95ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36335 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f3efe96 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/122cddc95ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=11751 (was 12934) 2024-12-03T06:23:51,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=11751 2024-12-03T06:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir so I do NOT create it in target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6 2024-12-03T06:23:51,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.tmp.dir so I do NOT create it in target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6 2024-12-03T06:23:51,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ed6796-6b59-7da6-cb73-23d068fe73db/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:23:51,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54, deleteOnExit=true 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/test.cache.data in system properties and HBase conf 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:23:51,984 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:23:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:23:51,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:23:51,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:23:51,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:23:52,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:23:52,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:23:52,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:23:52,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:23:52,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:23:52,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:23:52,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@222a9290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:23:52,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b9a34bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:23:52,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c39bcb7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/java.io.tmpdir/jetty-localhost-40649-hadoop-hdfs-3_4_1-tests_jar-_-any-5444046882026935340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:23:52,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43d033f2{HTTP/1.1, (http/1.1)}{localhost:40649} 2024-12-03T06:23:52,377 INFO [Time-limited test {}] server.Server(415): Started @90856ms 2024-12-03T06:23:52,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:23:52,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:23:52,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:23:52,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:23:52,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:23:52,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3eece0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:23:52,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@333250ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:23:52,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30e15d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/java.io.tmpdir/jetty-localhost-41425-hadoop-hdfs-3_4_1-tests_jar-_-any-5902748239952334542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:23:52,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ec17be1{HTTP/1.1, (http/1.1)}{localhost:41425} 2024-12-03T06:23:52,682 INFO [Time-limited test {}] server.Server(415): Started @91162ms 2024-12-03T06:23:52,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:23:52,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:23:52,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:23:52,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:23:52,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:23:52,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:23:52,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64987e2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:23:52,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f508ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:23:52,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39f280e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/java.io.tmpdir/jetty-localhost-44105-hadoop-hdfs-3_4_1-tests_jar-_-any-17056084960023235103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:23:52,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ad4c23{HTTP/1.1, (http/1.1)}{localhost:44105} 2024-12-03T06:23:52,806 INFO [Time-limited test {}] server.Server(415): Started @91285ms 2024-12-03T06:23:52,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:23:52,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:23:52,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:23:52,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:23:52,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:23:52,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:23:52,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1a6f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:23:52,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3abe01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:23:53,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49eb4490{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/java.io.tmpdir/jetty-localhost-44027-hadoop-hdfs-3_4_1-tests_jar-_-any-11817559782838761241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:23:53,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34af3519{HTTP/1.1, (http/1.1)}{localhost:44027} 2024-12-03T06:23:53,028 INFO [Time-limited test {}] server.Server(415): Started @91507ms 2024-12-03T06:23:53,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:23:53,951 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data2/current/BP-901812748-172.17.0.2-1733207032005/current, will proceed with Du for space computation calculation, 2024-12-03T06:23:53,951 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data1/current/BP-901812748-172.17.0.2-1733207032005/current, will proceed with Du for space computation calculation, 2024-12-03T06:23:53,952 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data3/current/BP-901812748-172.17.0.2-1733207032005/current, will proceed with Du for space computation calculation, 2024-12-03T06:23:53,952 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data4/current/BP-901812748-172.17.0.2-1733207032005/current, will proceed with Du for space computation calculation, 2024-12-03T06:23:53,974 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:23:53,974 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:23:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x522f093fce3448c with lease ID 0xa97cece5a4cc2ebf: Processing first storage report for DS-5aaae55f-770c-4ffd-bce9-b497f81af012 from datanode DatanodeRegistration(127.0.0.1:41217, datanodeUuid=247efab1-c16b-41da-96aa-ea42db1ffed9, infoPort=41523, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005) 2024-12-03T06:23:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x522f093fce3448c with lease ID 0xa97cece5a4cc2ebf: from storage DS-5aaae55f-770c-4ffd-bce9-b497f81af012 node DatanodeRegistration(127.0.0.1:41217, datanodeUuid=247efab1-c16b-41da-96aa-ea42db1ffed9, infoPort=41523, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:23:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x522f093fce3448c with lease ID 0xa97cece5a4cc2ebf: Processing first storage report for DS-a585a08f-ea7c-415e-b882-827334cdf75b from datanode DatanodeRegistration(127.0.0.1:41217, datanodeUuid=247efab1-c16b-41da-96aa-ea42db1ffed9, infoPort=41523, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005) 2024-12-03T06:23:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x522f093fce3448c with lease ID 0xa97cece5a4cc2ebf: from storage DS-a585a08f-ea7c-415e-b882-827334cdf75b node DatanodeRegistration(127.0.0.1:41217, datanodeUuid=247efab1-c16b-41da-96aa-ea42db1ffed9, infoPort=41523, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:23:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96b47c4c4af53924 with lease ID 0xa97cece5a4cc2ec0: Processing first storage report for DS-c706f84f-14b2-4388-9480-9d568aaf2ed4 from datanode DatanodeRegistration(127.0.0.1:43333, datanodeUuid=b1f3aaed-9f3f-40b6-826b-9723a2045873, infoPort=33599, infoSecurePort=0, ipcPort=41097, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005) 2024-12-03T06:23:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96b47c4c4af53924 with lease ID 0xa97cece5a4cc2ec0: from storage DS-c706f84f-14b2-4388-9480-9d568aaf2ed4 node DatanodeRegistration(127.0.0.1:43333, datanodeUuid=b1f3aaed-9f3f-40b6-826b-9723a2045873, infoPort=33599, infoSecurePort=0, ipcPort=41097, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:23:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96b47c4c4af53924 with lease ID 0xa97cece5a4cc2ec0: Processing first storage report for DS-275a0383-1a45-4024-8525-24a5639c2b52 from datanode DatanodeRegistration(127.0.0.1:43333, datanodeUuid=b1f3aaed-9f3f-40b6-826b-9723a2045873, infoPort=33599, infoSecurePort=0, ipcPort=41097, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005) 2024-12-03T06:23:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96b47c4c4af53924 with lease ID 0xa97cece5a4cc2ec0: from storage DS-275a0383-1a45-4024-8525-24a5639c2b52 node DatanodeRegistration(127.0.0.1:43333, datanodeUuid=b1f3aaed-9f3f-40b6-826b-9723a2045873, infoPort=33599, infoSecurePort=0, ipcPort=41097, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:23:54,033 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data6/current/BP-901812748-172.17.0.2-1733207032005/current, will proceed with Du for space computation calculation, 2024-12-03T06:23:54,033 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data5/current/BP-901812748-172.17.0.2-1733207032005/current, will proceed with Du for space computation calculation, 2024-12-03T06:23:54,054 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:23:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b510850dc7a16e with lease ID 0xa97cece5a4cc2ec1: Processing first storage report for DS-16860596-fd58-4cb0-9f22-7cb597fce498 from datanode DatanodeRegistration(127.0.0.1:41651, datanodeUuid=d01557a2-4a64-4022-81f7-d15b65231746, infoPort=42241, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005) 2024-12-03T06:23:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b510850dc7a16e with lease ID 0xa97cece5a4cc2ec1: from storage DS-16860596-fd58-4cb0-9f22-7cb597fce498 node DatanodeRegistration(127.0.0.1:41651, datanodeUuid=d01557a2-4a64-4022-81f7-d15b65231746, infoPort=42241, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:23:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b510850dc7a16e with lease ID 0xa97cece5a4cc2ec1: Processing first storage report for DS-a7b473d2-3cff-4cf3-80cf-6a80de7cef61 from datanode DatanodeRegistration(127.0.0.1:41651, datanodeUuid=d01557a2-4a64-4022-81f7-d15b65231746, infoPort=42241, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005) 2024-12-03T06:23:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b510850dc7a16e with lease ID 0xa97cece5a4cc2ec1: from storage DS-a7b473d2-3cff-4cf3-80cf-6a80de7cef61 node DatanodeRegistration(127.0.0.1:41651, datanodeUuid=d01557a2-4a64-4022-81f7-d15b65231746, infoPort=42241, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=373383928;c=1733207032005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:23:54,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6 2024-12-03T06:23:54,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/zookeeper_0, clientPort=54962, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:23:54,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54962 2024-12-03T06:23:54,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:23:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:23:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:23:54,086 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 with version=8 2024-12-03T06:23:54,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/hbase-staging 2024-12-03T06:23:54,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:23:54,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:23:54,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40039 2024-12-03T06:23:54,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40039 connecting to ZooKeeper ensemble=127.0.0.1:54962 2024-12-03T06:23:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400390x0, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:23:54,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40039-0x1009eb2878b0000 connected 2024-12-03T06:23:54,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:54,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4, hbase.cluster.distributed=false 2024-12-03T06:23:54,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:23:54,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40039 2024-12-03T06:23:54,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40039 2024-12-03T06:23:54,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40039 2024-12-03T06:23:54,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40039 2024-12-03T06:23:54,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40039 2024-12-03T06:23:54,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:23:54,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:23:54,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42241 2024-12-03T06:23:54,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42241 connecting to ZooKeeper ensemble=127.0.0.1:54962 2024-12-03T06:23:54,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422410x0, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:23:54,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:54,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42241-0x1009eb2878b0001 connected 2024-12-03T06:23:54,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:23:54,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:23:54,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T06:23:54,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:23:54,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42241 2024-12-03T06:23:54,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42241 2024-12-03T06:23:54,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42241 2024-12-03T06:23:54,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42241 2024-12-03T06:23:54,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42241 2024-12-03T06:23:54,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:23:54,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:23:54,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41069 2024-12-03T06:23:54,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41069 connecting to ZooKeeper ensemble=127.0.0.1:54962 2024-12-03T06:23:54,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410690x0, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:23:54,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410690x0, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:54,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41069-0x1009eb2878b0002 connected 2024-12-03T06:23:54,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:23:54,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:23:54,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T06:23:54,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:23:54,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41069 2024-12-03T06:23:54,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41069 2024-12-03T06:23:54,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41069 2024-12-03T06:23:54,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41069 2024-12-03T06:23:54,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41069 2024-12-03T06:23:54,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:23:54,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:23:54,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33111 2024-12-03T06:23:54,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33111 connecting to ZooKeeper ensemble=127.0.0.1:54962 2024-12-03T06:23:54,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331110x0, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:23:54,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331110x0, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:23:54,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33111-0x1009eb2878b0003 connected 2024-12-03T06:23:54,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:23:54,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:23:54,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T06:23:54,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T06:23:54,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33111 2024-12-03T06:23:54,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33111 2024-12-03T06:23:54,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33111 2024-12-03T06:23:54,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33111 2024-12-03T06:23:54,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33111 2024-12-03T06:23:54,318 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:40039 2024-12-03T06:23:54,319 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,324 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T06:23:54,333 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/122cddc95ec8,40039,1733207034088 from backup master directory 2024-12-03T06:23:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,340 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:23:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T06:23:54,340 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,345 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/hbase.id] with ID: 8f30959c-fb76-4131-b548-8999792d614d 2024-12-03T06:23:54,345 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.tmp/hbase.id 2024-12-03T06:23:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:23:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:23:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:23:54,356 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.tmp/hbase.id]:[hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/hbase.id] 2024-12-03T06:23:54,370 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:23:54,370 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:23:54,372 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:23:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:23:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:23:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:23:54,393 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:23:54,394 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:23:54,394 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:23:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:23:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:23:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:23:54,407 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store 2024-12-03T06:23:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:23:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:23:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:23:54,416 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:23:54,417 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:23:54,417 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:54,417 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:54,417 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:23:54,417 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:54,417 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:23:54,417 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207034416Disabling compacts and flushes for region at 1733207034416Disabling writes for close at 1733207034417 (+1 ms)Writing region close event to WAL at 1733207034417Closed at 1733207034417 2024-12-03T06:23:54,418 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/.initializing 2024-12-03T06:23:54,418 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/WALs/122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,419 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:23:54,422 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C40039%2C1733207034088, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/WALs/122cddc95ec8,40039,1733207034088, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/oldWALs, maxLogs=10 2024-12-03T06:23:54,434 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/WALs/122cddc95ec8,40039,1733207034088/122cddc95ec8%2C40039%2C1733207034088.1733207034422, exclude list is [], retry=0 2024-12-03T06:23:54,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41217,DS-5aaae55f-770c-4ffd-bce9-b497f81af012,DISK] 2024-12-03T06:23:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-16860596-fd58-4cb0-9f22-7cb597fce498,DISK] 2024-12-03T06:23:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-c706f84f-14b2-4388-9480-9d568aaf2ed4,DISK] 2024-12-03T06:23:54,440 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/WALs/122cddc95ec8,40039,1733207034088/122cddc95ec8%2C40039%2C1733207034088.1733207034422 2024-12-03T06:23:54,440 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41523:41523),(127.0.0.1/127.0.0.1:42241:42241),(127.0.0.1/127.0.0.1:33599:33599)] 2024-12-03T06:23:54,440 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:23:54,441 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:23:54,441 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,441 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:23:54,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:23:54,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:23:54,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:23:54,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:23:54,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:23:54,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:23:54,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:23:54,454 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,455 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,456 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,457 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,457 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,458 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:23:54,459 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:23:54,461 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:23:54,462 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59627270, jitterRate=-0.11148443818092346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:23:54,463 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207034441Initializing all the Stores at 1733207034442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207034442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207034445 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207034445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207034445Cleaning up temporary data from old regions at 1733207034457 (+12 ms)Region opened successfully at 1733207034463 (+6 ms) 2024-12-03T06:23:54,463 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:23:54,467 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0a4f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:23:54,468 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:23:54,468 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:23:54,468 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:23:54,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:23:54,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:23:54,470 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:23:54,470 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T06:23:54,472 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:23:54,473 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T06:23:54,482 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T06:23:54,482 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:23:54,483 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:23:54,490 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T06:23:54,490 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:23:54,491 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:23:54,498 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T06:23:54,499 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:23:54,507 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T06:23:54,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:23:54,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T06:23:54,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:54,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:54,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T06:23:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,524 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,40039,1733207034088, sessionid=0x1009eb2878b0000, setting cluster-up flag (Was=false) 2024-12-03T06:23:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,566 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T06:23:54,569 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:54,615 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T06:23:54,619 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,40039,1733207034088 2024-12-03T06:23:54,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:23:54,625 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:23:54,626 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:23:54,626 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:23:54,627 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,40039,1733207034088 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:23:54,631 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:23:54,631 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:23:54,632 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:23:54,632 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:23:54,632 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:23:54,632 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,632 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:23:54,632 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,633 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207064633 2024-12-03T06:23:54,633 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:23:54,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:23:54,634 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:23:54,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:23:54,635 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207034635,5,FailOnTimeoutGroup] 2024-12-03T06:23:54,635 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207034635,5,FailOnTimeoutGroup] 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:23:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:23:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:23:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:23:54,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:23:54,647 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:23:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:23:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:23:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:23:54,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:23:54,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:23:54,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:23:54,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:23:54,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:23:54,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:23:54,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:23:54,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:23:54,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:23:54,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:23:54,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:23:54,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:23:54,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:23:54,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:23:54,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:23:54,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740 2024-12-03T06:23:54,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740 2024-12-03T06:23:54,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:23:54,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:23:54,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:23:54,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:23:54,674 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:23:54,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68196954, jitterRate=0.016213804483413696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:23:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207034658Initializing all the Stores at 1733207034659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207034659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207034659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207034660 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207034660Cleaning up temporary data from old regions at 1733207034671 (+11 ms)Region opened successfully at 1733207034676 (+5 ms) 2024-12-03T06:23:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:23:54,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:23:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:23:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:23:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:23:54,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:23:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207034676Disabling compacts and flushes for region at 1733207034676Disabling writes for close at 1733207034676Writing region close event to WAL at 1733207034676Closed at 1733207034676 2024-12-03T06:23:54,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:23:54,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:23:54,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:23:54,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:23:54,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:23:54,710 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(746): ClusterId : 8f30959c-fb76-4131-b548-8999792d614d 2024-12-03T06:23:54,710 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(746): ClusterId : 8f30959c-fb76-4131-b548-8999792d614d 2024-12-03T06:23:54,710 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(746): ClusterId : 8f30959c-fb76-4131-b548-8999792d614d 2024-12-03T06:23:54,710 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:23:54,710 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:23:54,710 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:23:54,716 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:23:54,716 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:23:54,716 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:23:54,716 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:23:54,716 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:23:54,716 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:23:54,724 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:23:54,724 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:23:54,724 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:23:54,725 DEBUG [RS:2;122cddc95ec8:33111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e46dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:23:54,725 DEBUG [RS:1;122cddc95ec8:41069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9b83bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:23:54,725 DEBUG [RS:0;122cddc95ec8:42241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fead3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:23:54,736 DEBUG [RS:0;122cddc95ec8:42241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:42241 2024-12-03T06:23:54,736 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:23:54,736 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:23:54,736 DEBUG [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:23:54,737 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,40039,1733207034088 with port=42241, startcode=1733207034220 2024-12-03T06:23:54,737 DEBUG [RS:0;122cddc95ec8:42241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:23:54,739 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:23:54,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,42241,1733207034220 2024-12-03T06:23:54,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,42241,1733207034220 2024-12-03T06:23:54,741 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;122cddc95ec8:33111 2024-12-03T06:23:54,741 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;122cddc95ec8:41069 2024-12-03T06:23:54,742 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:23:54,742 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:23:54,742 DEBUG [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:23:54,742 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:23:54,742 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:23:54,742 DEBUG [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-12-03T06:23:54,742 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:23:54,742 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:23:54,742 DEBUG [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:23:54,743 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,40039,1733207034088 with port=41069, startcode=1733207034249 2024-12-03T06:23:54,743 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,40039,1733207034088 with port=33111, startcode=1733207034285 2024-12-03T06:23:54,743 DEBUG [RS:1;122cddc95ec8:41069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:23:54,743 DEBUG [RS:2;122cddc95ec8:33111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:23:54,744 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:23:54,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,41069,1733207034249 2024-12-03T06:23:54,745 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:23:54,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,41069,1733207034249 2024-12-03T06:23:54,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,33111,1733207034285 2024-12-03T06:23:54,747 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:23:54,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,33111,1733207034285 2024-12-03T06:23:54,747 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-12-03T06:23:54,747 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:23:54,748 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:23:54,748 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-12-03T06:23:54,748 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:23:54,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:23:54,790 DEBUG [RS:0;122cddc95ec8:42241 {}] zookeeper.ZKUtil(111): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/122cddc95ec8,42241,1733207034220 2024-12-03T06:23:54,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,41069,1733207034249] 2024-12-03T06:23:54,790 WARN [RS:0;122cddc95ec8:42241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:23:54,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,33111,1733207034285] 2024-12-03T06:23:54,790 DEBUG [RS:1;122cddc95ec8:41069 {}] zookeeper.ZKUtil(111): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/122cddc95ec8,41069,1733207034249 2024-12-03T06:23:54,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,42241,1733207034220] 2024-12-03T06:23:54,790 WARN [RS:1;122cddc95ec8:41069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:23:54,790 INFO [RS:0;122cddc95ec8:42241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:23:54,790 INFO [RS:1;122cddc95ec8:41069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:23:54,791 DEBUG [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220 2024-12-03T06:23:54,791 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249 2024-12-03T06:23:54,791 DEBUG [RS:2;122cddc95ec8:33111 {}] zookeeper.ZKUtil(111): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/122cddc95ec8,33111,1733207034285 2024-12-03T06:23:54,791 WARN [RS:2;122cddc95ec8:33111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:23:54,791 INFO [RS:2;122cddc95ec8:33111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:23:54,791 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,33111,1733207034285 2024-12-03T06:23:54,794 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:23:54,794 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:23:54,797 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:23:54,797 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:23:54,798 INFO [RS:0;122cddc95ec8:42241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:23:54,798 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,799 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:23:54,800 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:23:54,800 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:23:54,800 DEBUG [RS:0;122cddc95ec8:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:23:54,803 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:23:54,803 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:23:54,803 INFO [RS:1;122cddc95ec8:41069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:23:54,803 INFO [RS:2;122cddc95ec8:33111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:23:54,803 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:23:54,804 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,804 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:23:54,804 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42241,1733207034220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:23:54,805 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:23:54,805 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:23:54,805 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,805 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,805 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:23:54,806 DEBUG [RS:2;122cddc95ec8:33111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:23:54,806 DEBUG [RS:1;122cddc95ec8:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:23:54,810 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41069,1733207034249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:23:54,810 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33111,1733207034285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:23:54,821 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:23:54,821 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42241,1733207034220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,821 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,821 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.Replication(171): 122cddc95ec8,42241,1733207034220 started 2024-12-03T06:23:54,823 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:23:54,823 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:23:54,823 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41069,1733207034249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,823 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33111,1733207034285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,823 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,823 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,823 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.Replication(171): 122cddc95ec8,41069,1733207034249 started 2024-12-03T06:23:54,823 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.Replication(171): 122cddc95ec8,33111,1733207034285 started 2024-12-03T06:23:54,830 WARN [122cddc95ec8:40039 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T06:23:54,834 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,834 INFO [RS:0;122cddc95ec8:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,834 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:23:54,834 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,41069,1733207034249, RpcServer on 122cddc95ec8/172.17.0.2:41069, sessionid=0x1009eb2878b0002 2024-12-03T06:23:54,834 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,42241,1733207034220, RpcServer on 122cddc95ec8/172.17.0.2:42241, sessionid=0x1009eb2878b0001 2024-12-03T06:23:54,834 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,33111,1733207034285, RpcServer on 122cddc95ec8/172.17.0.2:33111, sessionid=0x1009eb2878b0003 2024-12-03T06:23:54,834 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:23:54,834 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:23:54,834 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:23:54,835 DEBUG [RS:0;122cddc95ec8:42241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,42241,1733207034220 2024-12-03T06:23:54,835 DEBUG [RS:2;122cddc95ec8:33111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,33111,1733207034285 2024-12-03T06:23:54,835 DEBUG [RS:1;122cddc95ec8:41069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,41069,1733207034249 2024-12-03T06:23:54,835 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,42241,1733207034220' 2024-12-03T06:23:54,835 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33111,1733207034285' 2024-12-03T06:23:54,835 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,41069,1733207034249' 2024-12-03T06:23:54,835 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T06:23:54,835 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T06:23:54,835 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T06:23:54,835 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T06:23:54,835 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T06:23:54,835 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T06:23:54,836 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:23:54,836 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:23:54,836 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:23:54,836 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:23:54,836 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:23:54,836 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:23:54,836 DEBUG [RS:1;122cddc95ec8:41069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,41069,1733207034249 2024-12-03T06:23:54,836 DEBUG [RS:0;122cddc95ec8:42241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,42241,1733207034220 2024-12-03T06:23:54,836 DEBUG [RS:2;122cddc95ec8:33111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,33111,1733207034285 2024-12-03T06:23:54,836 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,41069,1733207034249' 2024-12-03T06:23:54,836 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,42241,1733207034220' 2024-12-03T06:23:54,836 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33111,1733207034285' 2024-12-03T06:23:54,836 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T06:23:54,836 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T06:23:54,836 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T06:23:54,836 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T06:23:54,836 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T06:23:54,836 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T06:23:54,837 DEBUG [RS:0;122cddc95ec8:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:23:54,837 INFO [RS:0;122cddc95ec8:42241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:23:54,837 DEBUG [RS:1;122cddc95ec8:41069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:23:54,837 INFO [RS:0;122cddc95ec8:42241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:23:54,837 DEBUG [RS:2;122cddc95ec8:33111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:23:54,837 INFO [RS:1;122cddc95ec8:41069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:23:54,837 INFO [RS:1;122cddc95ec8:41069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:23:54,837 INFO [RS:2;122cddc95ec8:33111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:23:54,837 INFO [RS:2;122cddc95ec8:33111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:23:54,937 INFO [RS:0;122cddc95ec8:42241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:23:54,937 INFO [RS:1;122cddc95ec8:41069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:23:54,937 INFO [RS:2;122cddc95ec8:33111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:23:54,940 INFO [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C41069%2C1733207034249, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs, maxLogs=32 2024-12-03T06:23:54,940 INFO [RS:2;122cddc95ec8:33111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C33111%2C1733207034285, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,33111,1733207034285, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs, maxLogs=32 2024-12-03T06:23:54,940 INFO [RS:0;122cddc95ec8:42241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C42241%2C1733207034220, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs, maxLogs=32 2024-12-03T06:23:54,958 DEBUG [RS:1;122cddc95ec8:41069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249/122cddc95ec8%2C41069%2C1733207034249.1733207034946, exclude list is [], retry=0 2024-12-03T06:23:54,958 DEBUG [RS:0;122cddc95ec8:42241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220/122cddc95ec8%2C42241%2C1733207034220.1733207034946, exclude list is [], retry=0 2024-12-03T06:23:54,958 DEBUG [RS:2;122cddc95ec8:33111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,33111,1733207034285/122cddc95ec8%2C33111%2C1733207034285.1733207034946, exclude list is [], retry=0 2024-12-03T06:23:54,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-16860596-fd58-4cb0-9f22-7cb597fce498,DISK] 2024-12-03T06:23:54,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-16860596-fd58-4cb0-9f22-7cb597fce498,DISK] 2024-12-03T06:23:54,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41217,DS-5aaae55f-770c-4ffd-bce9-b497f81af012,DISK] 2024-12-03T06:23:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-16860596-fd58-4cb0-9f22-7cb597fce498,DISK] 2024-12-03T06:23:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-c706f84f-14b2-4388-9480-9d568aaf2ed4,DISK] 2024-12-03T06:23:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41217,DS-5aaae55f-770c-4ffd-bce9-b497f81af012,DISK] 2024-12-03T06:23:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-c706f84f-14b2-4388-9480-9d568aaf2ed4,DISK] 2024-12-03T06:23:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-c706f84f-14b2-4388-9480-9d568aaf2ed4,DISK] 2024-12-03T06:23:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41217,DS-5aaae55f-770c-4ffd-bce9-b497f81af012,DISK] 2024-12-03T06:23:54,966 INFO [RS:2;122cddc95ec8:33111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,33111,1733207034285/122cddc95ec8%2C33111%2C1733207034285.1733207034946 2024-12-03T06:23:54,966 DEBUG [RS:2;122cddc95ec8:33111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41523:41523),(127.0.0.1/127.0.0.1:33599:33599),(127.0.0.1/127.0.0.1:42241:42241)] 2024-12-03T06:23:54,966 INFO [RS:0;122cddc95ec8:42241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220/122cddc95ec8%2C42241%2C1733207034220.1733207034946 2024-12-03T06:23:54,966 INFO [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249/122cddc95ec8%2C41069%2C1733207034249.1733207034946 2024-12-03T06:23:54,967 DEBUG [RS:0;122cddc95ec8:42241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599),(127.0.0.1/127.0.0.1:42241:42241),(127.0.0.1/127.0.0.1:41523:41523)] 2024-12-03T06:23:54,967 DEBUG [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42241:42241),(127.0.0.1/127.0.0.1:41523:41523),(127.0.0.1/127.0.0.1:33599:33599)] 2024-12-03T06:23:55,081 DEBUG [122cddc95ec8:40039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T06:23:55,081 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(204): Hosts are {122cddc95ec8=0} racks are {/default-rack=0} 2024-12-03T06:23:55,085 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T06:23:55,085 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T06:23:55,086 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T06:23:55,086 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T06:23:55,086 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T06:23:55,086 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T06:23:55,086 INFO [122cddc95ec8:40039 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T06:23:55,086 INFO [122cddc95ec8:40039 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T06:23:55,086 INFO [122cddc95ec8:40039 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T06:23:55,086 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T06:23:55,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:23:55,089 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,41069,1733207034249, state=OPENING 2024-12-03T06:23:55,124 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:23:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:23:55,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:23:55,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:23:55,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:23:55,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:23:55,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:23:55,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,41069,1733207034249}] 2024-12-03T06:23:56,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:23:56,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:23:56,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:23:56,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:23:56,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:23:56,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:23:56,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:23:57,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:23:57,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:24:02,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:24:02,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:02,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:02,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:05,140 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:24:05,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:24:05,153 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:24:05,153 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:24:05,154 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:24:05,157 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C41069%2C1733207034249.meta, suffix=.meta, logDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs, maxLogs=32 2024-12-03T06:24:05,173 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249/122cddc95ec8%2C41069%2C1733207034249.meta.1733207045158.meta, exclude list is [], retry=0 2024-12-03T06:24:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-c706f84f-14b2-4388-9480-9d568aaf2ed4,DISK] 2024-12-03T06:24:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-16860596-fd58-4cb0-9f22-7cb597fce498,DISK] 2024-12-03T06:24:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41217,DS-5aaae55f-770c-4ffd-bce9-b497f81af012,DISK] 2024-12-03T06:24:05,177 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249/122cddc95ec8%2C41069%2C1733207034249.meta.1733207045158.meta 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599),(127.0.0.1/127.0.0.1:42241:42241),(127.0.0.1/127.0.0.1:41523:41523)] 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:24:05,178 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:24:05,179 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:24:05,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:24:05,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:24:05,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:24:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:24:05,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:24:05,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:05,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:24:05,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:24:05,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:24:05,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:05,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:24:05,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:24:05,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:24:05,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:05,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:24:05,187 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:24:05,187 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740 2024-12-03T06:24:05,189 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740 2024-12-03T06:24:05,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:24:05,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:24:05,191 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:24:05,192 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:24:05,193 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69501937, jitterRate=0.03565956652164459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:24:05,193 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:24:05,194 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207045179Writing region info on filesystem at 1733207045179Initializing all the Stores at 1733207045180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207045180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207045180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207045180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207045180Cleaning up temporary data from old regions at 1733207045190 (+10 ms)Running coprocessor post-open hooks at 1733207045193 (+3 ms)Region opened successfully at 1733207045194 (+1 ms) 2024-12-03T06:24:05,195 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207045140 2024-12-03T06:24:05,197 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:24:05,197 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:24:05,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:05,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,41069,1733207034249, state=OPEN 2024-12-03T06:24:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:24:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:24:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:24:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T06:24:05,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:05,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:24:05,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:24:05,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:24:05,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T06:24:05,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:24:05,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,41069,1733207034249 in 10.1050 sec 2024-12-03T06:24:05,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:24:05,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5640 sec 2024-12-03T06:24:05,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:24:05,245 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:24:05,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:24:05,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,41069,1733207034249, seqNum=-1] 2024-12-03T06:24:05,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:24:05,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:24:05,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6290 sec 2024-12-03T06:24:05,254 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207045254, completionTime=-1 2024-12-03T06:24:05,254 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T06:24:05,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:24:05,256 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T06:24:05,256 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207105256 2024-12-03T06:24:05,256 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207165256 2024-12-03T06:24:05,256 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:24:05,256 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:24:05,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,40039,1733207034088-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,40039,1733207034088-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,40039,1733207034088-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:40039, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,259 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:24:05,261 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.921sec 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,40039,1733207034088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:24:05,262 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,40039,1733207034088-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:24:05,265 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:24:05,265 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:24:05,265 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,40039,1733207034088-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:24:05,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345e4fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:24:05,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,40039,-1 for getting cluster id 2024-12-03T06:24:05,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:24:05,326 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f30959c-fb76-4131-b548-8999792d614d' 2024-12-03T06:24:05,326 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:24:05,326 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f30959c-fb76-4131-b548-8999792d614d" 2024-12-03T06:24:05,326 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2020ad33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:24:05,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,40039,-1] 2024-12-03T06:24:05,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:24:05,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:05,328 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:24:05,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62316b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:24:05,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:24:05,330 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,41069,1733207034249, seqNum=-1] 2024-12-03T06:24:05,330 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:24:05,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:24:05,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,40039,1733207034088 2024-12-03T06:24:05,333 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733207045333 (current time:1733207045333). 2024-12-03T06:24:05,333 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T06:24:05,333 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T06:24:05,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eee4c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:24:05,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,40039,-1 for getting cluster id 2024-12-03T06:24:05,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:24:05,335 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f30959c-fb76-4131-b548-8999792d614d' 2024-12-03T06:24:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:24:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f30959c-fb76-4131-b548-8999792d614d" 2024-12-03T06:24:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61db55b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:24:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,40039,-1] 2024-12-03T06:24:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:24:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:05,337 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:24:05,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21d5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:24:05,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:24:05,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,41069,1733207034249, seqNum=-1] 2024-12-03T06:24:05,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:24:05,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:24:05,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:24:05,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:24:05,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:05,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:05,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:24:05,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:24:05,343 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,40039,1733207034088 2024-12-03T06:24:05,343 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fac35bb 2024-12-03T06:24:05,343 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:24:05,345 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:24:05,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:24:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T06:24:05,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:24:05,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:05,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T06:24:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:05,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:24:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741837_1013 (size=361) 2024-12-03T06:24:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741837_1013 (size=361) 2024-12-03T06:24:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741837_1013 (size=361) 2024-12-03T06:24:05,363 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad3a9a01ede0548fe84644b03b672f78, NAME => 'SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,364 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 661d302cf9a890ab1a7dbba048d8c13e, NAME => 'SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,364 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2e683b159e7c655a667a1c7136e2d1b6, NAME => 'SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741838_1014 (size=62) 2024-12-03T06:24:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741838_1014 (size=62) 2024-12-03T06:24:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741838_1014 (size=62) 2024-12-03T06:24:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741839_1015 (size=62) 2024-12-03T06:24:05,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 661d302cf9a890ab1a7dbba048d8c13e, disabling compactions & flushes 2024-12-03T06:24:05,377 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:05,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:05,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. after waiting 0 ms 2024-12-03T06:24:05,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:05,377 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:05,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 661d302cf9a890ab1a7dbba048d8c13e: Waiting for close lock at 1733207045377Disabling compacts and flushes for region at 1733207045377Disabling writes for close at 1733207045377Writing region close event to WAL at 1733207045377Closed at 1733207045377 2024-12-03T06:24:05,378 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 192301ce146028a0b2c82d656ae6e0a5, NAME => 'SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741839_1015 (size=62) 2024-12-03T06:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741840_1016 (size=54) 2024-12-03T06:24:05,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2e683b159e7c655a667a1c7136e2d1b6, disabling compactions & flushes 2024-12-03T06:24:05,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741839_1015 (size=62) 2024-12-03T06:24:05,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:05,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. after waiting 0 ms 2024-12-03T06:24:05,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:05,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741840_1016 (size=54) 2024-12-03T06:24:05,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2e683b159e7c655a667a1c7136e2d1b6: Waiting for close lock at 1733207045380Disabling compacts and flushes for region at 1733207045380Disabling writes for close at 1733207045380Writing region close event to WAL at 1733207045380Closed at 1733207045380 2024-12-03T06:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741840_1016 (size=54) 2024-12-03T06:24:05,381 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 57ba915cb6533786e73be802ee66760c, NAME => 'SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741842_1018 (size=62) 2024-12-03T06:24:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741842_1018 (size=62) 2024-12-03T06:24:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741842_1018 (size=62) 2024-12-03T06:24:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741841_1017 (size=62) 2024-12-03T06:24:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741841_1017 (size=62) 2024-12-03T06:24:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741841_1017 (size=62) 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 192301ce146028a0b2c82d656ae6e0a5, disabling compactions & flushes 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 57ba915cb6533786e73be802ee66760c, disabling compactions & flushes 2024-12-03T06:24:05,393 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:05,393 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. after waiting 0 ms 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:05,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:05,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. after waiting 0 ms 2024-12-03T06:24:05,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:05,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:05,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 192301ce146028a0b2c82d656ae6e0a5: Waiting for close lock at 1733207045393Disabling compacts and flushes for region at 1733207045393Disabling writes for close at 1733207045393Writing region close event to WAL at 1733207045394 (+1 ms)Closed at 1733207045394 2024-12-03T06:24:05,394 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:05,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 57ba915cb6533786e73be802ee66760c: Waiting for close lock at 1733207045393Disabling compacts and flushes for region at 1733207045393Disabling writes for close at 1733207045394 (+1 ms)Writing region close event to WAL at 1733207045394Closed at 1733207045394 2024-12-03T06:24:05,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 426722f6c98484b9210cce452fdb45c0, NAME => 'SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,395 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 28a81969b9cb437a3a6b39479aa4fc24, NAME => 'SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741843_1019 (size=62) 2024-12-03T06:24:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741843_1019 (size=62) 2024-12-03T06:24:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741843_1019 (size=62) 2024-12-03T06:24:05,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 28a81969b9cb437a3a6b39479aa4fc24, disabling compactions & flushes 2024-12-03T06:24:05,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:05,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:05,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. after waiting 0 ms 2024-12-03T06:24:05,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:05,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:05,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 28a81969b9cb437a3a6b39479aa4fc24: Waiting for close lock at 1733207045404Disabling compacts and flushes for region at 1733207045404Disabling writes for close at 1733207045404Writing region close event to WAL at 1733207045404Closed at 1733207045404 2024-12-03T06:24:05,405 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 30b50314d3d8a6ad339948a4c51aabc3, NAME => 'SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741844_1020 (size=62) 2024-12-03T06:24:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741844_1020 (size=62) 2024-12-03T06:24:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741844_1020 (size=62) 2024-12-03T06:24:05,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 426722f6c98484b9210cce452fdb45c0, disabling compactions & flushes 2024-12-03T06:24:05,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:05,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:05,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. after waiting 0 ms 2024-12-03T06:24:05,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:05,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:05,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 426722f6c98484b9210cce452fdb45c0: Waiting for close lock at 1733207045416Disabling compacts and flushes for region at 1733207045416Disabling writes for close at 1733207045416Writing region close event to WAL at 1733207045416Closed at 1733207045416 2024-12-03T06:24:05,417 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 78b229e7d61d0fee41d53a3c5fab4458, NAME => 'SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741845_1021 (size=62) 2024-12-03T06:24:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741845_1021 (size=62) 2024-12-03T06:24:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741845_1021 (size=62) 2024-12-03T06:24:05,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 30b50314d3d8a6ad339948a4c51aabc3, disabling compactions & flushes 2024-12-03T06:24:05,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:05,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:05,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. after waiting 0 ms 2024-12-03T06:24:05,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:05,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:05,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 30b50314d3d8a6ad339948a4c51aabc3: Waiting for close lock at 1733207045422Disabling compacts and flushes for region at 1733207045422Disabling writes for close at 1733207045422Writing region close event to WAL at 1733207045422Closed at 1733207045422 2024-12-03T06:24:05,423 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9276b0ea782e1134cbf29035134429dc, NAME => 'SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4 2024-12-03T06:24:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741846_1022 (size=62) 2024-12-03T06:24:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741846_1022 (size=62) 2024-12-03T06:24:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741846_1022 (size=62) 2024-12-03T06:24:05,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 78b229e7d61d0fee41d53a3c5fab4458, disabling compactions & flushes 2024-12-03T06:24:05,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:05,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:05,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. after waiting 0 ms 2024-12-03T06:24:05,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:05,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:05,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 78b229e7d61d0fee41d53a3c5fab4458: Waiting for close lock at 1733207045429Disabling compacts and flushes for region at 1733207045429Disabling writes for close at 1733207045429Writing region close event to WAL at 1733207045429Closed at 1733207045429 2024-12-03T06:24:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741847_1023 (size=54) 2024-12-03T06:24:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741847_1023 (size=54) 2024-12-03T06:24:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741847_1023 (size=54) 2024-12-03T06:24:05,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9276b0ea782e1134cbf29035134429dc, disabling compactions & flushes 2024-12-03T06:24:05,434 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:05,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:05,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. after waiting 0 ms 2024-12-03T06:24:05,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:05,434 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:05,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9276b0ea782e1134cbf29035134429dc: Waiting for close lock at 1733207045434Disabling compacts and flushes for region at 1733207045434Disabling writes for close at 1733207045434Writing region close event to WAL at 1733207045434Closed at 1733207045434 2024-12-03T06:24:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:05,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:05,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ad3a9a01ede0548fe84644b03b672f78, disabling compactions & flushes 2024-12-03T06:24:05,782 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:05,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:05,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. after waiting 0 ms 2024-12-03T06:24:05,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:05,782 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:05,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad3a9a01ede0548fe84644b03b672f78: Waiting for close lock at 1733207045781Disabling compacts and flushes for region at 1733207045781Disabling writes for close at 1733207045782 (+1 ms)Writing region close event to WAL at 1733207045782Closed at 1733207045782 2024-12-03T06:24:05,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733207045784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207045784"}]},"ts":"1733207045784"} 2024-12-03T06:24:05,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T06:24:05,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:24:05,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207045793"}]},"ts":"1733207045793"} 2024-12-03T06:24:05,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T06:24:05,796 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {122cddc95ec8=0} racks are {/default-rack=0} 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T06:24:05,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T06:24:05,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T06:24:05,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T06:24:05,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T06:24:05,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3a9a01ede0548fe84644b03b672f78, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e683b159e7c655a667a1c7136e2d1b6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=661d302cf9a890ab1a7dbba048d8c13e, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57ba915cb6533786e73be802ee66760c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28a81969b9cb437a3a6b39479aa4fc24, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30b50314d3d8a6ad339948a4c51aabc3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78b229e7d61d0fee41d53a3c5fab4458, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN}] 2024-12-03T06:24:05,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28a81969b9cb437a3a6b39479aa4fc24, ASSIGN 2024-12-03T06:24:05,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN 2024-12-03T06:24:05,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57ba915cb6533786e73be802ee66760c, ASSIGN 2024-12-03T06:24:05,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN 2024-12-03T06:24:05,805 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN; state=OFFLINE, location=122cddc95ec8,42241,1733207034220; forceNewPlan=false, retain=false 2024-12-03T06:24:05,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28a81969b9cb437a3a6b39479aa4fc24, ASSIGN; state=OFFLINE, location=122cddc95ec8,33111,1733207034285; forceNewPlan=false, retain=false 2024-12-03T06:24:05,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN; state=OFFLINE, location=122cddc95ec8,42241,1733207034220; forceNewPlan=false, retain=false 2024-12-03T06:24:05,805 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57ba915cb6533786e73be802ee66760c, ASSIGN; state=OFFLINE, location=122cddc95ec8,41069,1733207034249; forceNewPlan=false, retain=false 2024-12-03T06:24:05,807 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30b50314d3d8a6ad339948a4c51aabc3, ASSIGN 2024-12-03T06:24:05,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78b229e7d61d0fee41d53a3c5fab4458, ASSIGN 2024-12-03T06:24:05,808 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN 2024-12-03T06:24:05,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=661d302cf9a890ab1a7dbba048d8c13e, ASSIGN 2024-12-03T06:24:05,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e683b159e7c655a667a1c7136e2d1b6, ASSIGN 2024-12-03T06:24:05,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN; state=OFFLINE, location=122cddc95ec8,42241,1733207034220; forceNewPlan=false, retain=false 2024-12-03T06:24:05,808 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30b50314d3d8a6ad339948a4c51aabc3, ASSIGN; state=OFFLINE, location=122cddc95ec8,41069,1733207034249; forceNewPlan=false, retain=false 2024-12-03T06:24:05,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78b229e7d61d0fee41d53a3c5fab4458, ASSIGN; state=OFFLINE, location=122cddc95ec8,33111,1733207034285; forceNewPlan=false, retain=false 2024-12-03T06:24:05,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=661d302cf9a890ab1a7dbba048d8c13e, ASSIGN; state=OFFLINE, location=122cddc95ec8,41069,1733207034249; forceNewPlan=false, retain=false 2024-12-03T06:24:05,808 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e683b159e7c655a667a1c7136e2d1b6, ASSIGN; state=OFFLINE, location=122cddc95ec8,33111,1733207034285; forceNewPlan=false, retain=false 2024-12-03T06:24:05,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3a9a01ede0548fe84644b03b672f78, ASSIGN 2024-12-03T06:24:05,812 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad3a9a01ede0548fe84644b03b672f78, ASSIGN; state=OFFLINE, location=122cddc95ec8,41069,1733207034249; forceNewPlan=false, retain=false 2024-12-03T06:24:05,956 INFO [122cddc95ec8:40039 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T06:24:05,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9276b0ea782e1134cbf29035134429dc, regionState=OPENING, regionLocation=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:05,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=192301ce146028a0b2c82d656ae6e0a5, regionState=OPENING, regionLocation=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:05,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=426722f6c98484b9210cce452fdb45c0, regionState=OPENING, regionLocation=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:05,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=30b50314d3d8a6ad339948a4c51aabc3, regionState=OPENING, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:05,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57ba915cb6533786e73be802ee66760c, regionState=OPENING, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:05,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=661d302cf9a890ab1a7dbba048d8c13e, regionState=OPENING, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:05,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad3a9a01ede0548fe84644b03b672f78, regionState=OPENING, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:05,959 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=28a81969b9cb437a3a6b39479aa4fc24, regionState=OPENING, regionLocation=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:05,959 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=78b229e7d61d0fee41d53a3c5fab4458, regionState=OPENING, regionLocation=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:05,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2e683b159e7c655a667a1c7136e2d1b6, regionState=OPENING, regionLocation=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:05,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN because future has completed 2024-12-03T06:24:05,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192301ce146028a0b2c82d656ae6e0a5, server=122cddc95ec8,42241,1733207034220}] 2024-12-03T06:24:05,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN because future has completed 2024-12-03T06:24:05,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9276b0ea782e1134cbf29035134429dc, server=122cddc95ec8,42241,1733207034220}] 2024-12-03T06:24:05,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30b50314d3d8a6ad339948a4c51aabc3, ASSIGN because future has completed 2024-12-03T06:24:05,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN because future has completed 2024-12-03T06:24:05,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426722f6c98484b9210cce452fdb45c0, server=122cddc95ec8,42241,1733207034220}] 2024-12-03T06:24:05,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3, server=122cddc95ec8,41069,1733207034249}] 2024-12-03T06:24:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57ba915cb6533786e73be802ee66760c, ASSIGN because future has completed 2024-12-03T06:24:05,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=661d302cf9a890ab1a7dbba048d8c13e, ASSIGN because future has completed 2024-12-03T06:24:05,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad3a9a01ede0548fe84644b03b672f78, ASSIGN because future has completed 2024-12-03T06:24:05,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57ba915cb6533786e73be802ee66760c, server=122cddc95ec8,41069,1733207034249}] 2024-12-03T06:24:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28a81969b9cb437a3a6b39479aa4fc24, ASSIGN because future has completed 2024-12-03T06:24:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78b229e7d61d0fee41d53a3c5fab4458, ASSIGN because future has completed 2024-12-03T06:24:05,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3a9a01ede0548fe84644b03b672f78, server=122cddc95ec8,41069,1733207034249}] 2024-12-03T06:24:05,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458, server=122cddc95ec8,33111,1733207034285}] 2024-12-03T06:24:05,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e683b159e7c655a667a1c7136e2d1b6, ASSIGN because future has completed 2024-12-03T06:24:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:05,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24, server=122cddc95ec8,33111,1733207034285}] 2024-12-03T06:24:05,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e, server=122cddc95ec8,41069,1733207034249}] 2024-12-03T06:24:05,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6, server=122cddc95ec8,33111,1733207034285}] 2024-12-03T06:24:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:06,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:24:06,994 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:36161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T06:24:07,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:24:07,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:24:07,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:24:07,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:24:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:10,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:24:10,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:10,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:10,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:15,967 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:24:15,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:24:15,977 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:24:15,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:24:15,981 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:15,981 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 426722f6c98484b9210cce452fdb45c0, NAME => 'SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T06:24:15,981 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,981 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:15,982 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,982 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:15,982 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,982 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ad3a9a01ede0548fe84644b03b672f78, NAME => 'SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T06:24:15,982 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,983 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:15,983 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,983 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,984 INFO [StoreOpener-426722f6c98484b9210cce452fdb45c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,986 INFO [StoreOpener-ad3a9a01ede0548fe84644b03b672f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,986 INFO [StoreOpener-426722f6c98484b9210cce452fdb45c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426722f6c98484b9210cce452fdb45c0 columnFamilyName cf 2024-12-03T06:24:15,986 DEBUG [StoreOpener-426722f6c98484b9210cce452fdb45c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:15,987 INFO [StoreOpener-426722f6c98484b9210cce452fdb45c0-1 {}] regionserver.HStore(327): Store=426722f6c98484b9210cce452fdb45c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:15,987 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,988 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:15,988 INFO [StoreOpener-ad3a9a01ede0548fe84644b03b672f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad3a9a01ede0548fe84644b03b672f78 columnFamilyName cf 2024-12-03T06:24:15,988 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 78b229e7d61d0fee41d53a3c5fab4458, NAME => 'SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T06:24:15,988 DEBUG [StoreOpener-ad3a9a01ede0548fe84644b03b672f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:15,988 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,988 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:15,989 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,989 INFO [StoreOpener-ad3a9a01ede0548fe84644b03b672f78-1 {}] regionserver.HStore(327): Store=ad3a9a01ede0548fe84644b03b672f78/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:15,989 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,989 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,989 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,989 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,989 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,990 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,990 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,990 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,990 INFO [StoreOpener-78b229e7d61d0fee41d53a3c5fab4458-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,990 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,990 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,991 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,991 INFO [StoreOpener-78b229e7d61d0fee41d53a3c5fab4458-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b229e7d61d0fee41d53a3c5fab4458 columnFamilyName cf 2024-12-03T06:24:15,992 DEBUG [StoreOpener-78b229e7d61d0fee41d53a3c5fab4458-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:15,992 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,992 INFO [StoreOpener-78b229e7d61d0fee41d53a3c5fab4458-1 {}] regionserver.HStore(327): Store=78b229e7d61d0fee41d53a3c5fab4458/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:15,992 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,993 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,993 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,993 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/426722f6c98484b9210cce452fdb45c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:15,993 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/ad3a9a01ede0548fe84644b03b672f78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:15,994 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,994 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,994 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ad3a9a01ede0548fe84644b03b672f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61906572, jitterRate=-0.07752019166946411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:15,994 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 426722f6c98484b9210cce452fdb45c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60528014, jitterRate=-0.09806230664253235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:15,994 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:15,994 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:15,994 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ad3a9a01ede0548fe84644b03b672f78: Running coprocessor pre-open hook at 1733207055983Writing region info on filesystem at 1733207055983Initializing all the Stores at 1733207055985 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207055985Cleaning up temporary data from old regions at 1733207055990 (+5 ms)Running coprocessor post-open hooks at 1733207055994 (+4 ms)Region opened successfully at 1733207055994 2024-12-03T06:24:15,994 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 426722f6c98484b9210cce452fdb45c0: Running coprocessor pre-open hook at 1733207055982Writing region info on filesystem at 1733207055982Initializing all the Stores at 1733207055983 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207055983Cleaning up temporary data from old regions at 1733207055990 (+7 ms)Running coprocessor post-open hooks at 1733207055994 (+4 ms)Region opened successfully at 1733207055994 2024-12-03T06:24:15,995 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78., pid=20, masterSystemTime=1733207055973 2024-12-03T06:24:15,995 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0., pid=18, masterSystemTime=1733207055966 2024-12-03T06:24:15,997 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:15,998 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:15,998 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:15,998 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:15,998 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 192301ce146028a0b2c82d656ae6e0a5, NAME => 'SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T06:24:15,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=426722f6c98484b9210cce452fdb45c0, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:15,999 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:15,999 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:15,999 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:15,999 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,000 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:16,000 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:16,000 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:16,000 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 661d302cf9a890ab1a7dbba048d8c13e, NAME => 'SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T06:24:16,000 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,000 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:16,001 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad3a9a01ede0548fe84644b03b672f78, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:16,001 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,001 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,002 INFO [StoreOpener-192301ce146028a0b2c82d656ae6e0a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,002 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 78b229e7d61d0fee41d53a3c5fab4458; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66694403, jitterRate=-0.0061759501695632935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,002 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:16,002 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 78b229e7d61d0fee41d53a3c5fab4458: Running coprocessor pre-open hook at 1733207055989Writing region info on filesystem at 1733207055989Initializing all the Stores at 1733207055990 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207055990Cleaning up temporary data from old regions at 1733207055994 (+4 ms)Running coprocessor post-open hooks at 1733207056002 (+8 ms)Region opened successfully at 1733207056002 2024-12-03T06:24:16,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426722f6c98484b9210cce452fdb45c0, server=122cddc95ec8,42241,1733207034220 because future has completed 2024-12-03T06:24:16,003 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., pid=21, masterSystemTime=1733207055977 2024-12-03T06:24:16,003 INFO [StoreOpener-661d302cf9a890ab1a7dbba048d8c13e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3a9a01ede0548fe84644b03b672f78, server=122cddc95ec8,41069,1733207034249 because future has completed 2024-12-03T06:24:16,005 INFO [StoreOpener-661d302cf9a890ab1a7dbba048d8c13e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 661d302cf9a890ab1a7dbba048d8c13e columnFamilyName cf 2024-12-03T06:24:16,005 DEBUG [StoreOpener-661d302cf9a890ab1a7dbba048d8c13e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,006 INFO [StoreOpener-192301ce146028a0b2c82d656ae6e0a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192301ce146028a0b2c82d656ae6e0a5 columnFamilyName cf 2024-12-03T06:24:16,006 DEBUG [StoreOpener-192301ce146028a0b2c82d656ae6e0a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,006 INFO [StoreOpener-661d302cf9a890ab1a7dbba048d8c13e-1 {}] regionserver.HStore(327): Store=661d302cf9a890ab1a7dbba048d8c13e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,006 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:16,006 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,006 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:16,006 INFO [StoreOpener-192301ce146028a0b2c82d656ae6e0a5-1 {}] regionserver.HStore(327): Store=192301ce146028a0b2c82d656ae6e0a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,006 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:16,006 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,006 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 28a81969b9cb437a3a6b39479aa4fc24, NAME => 'SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T06:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,007 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=78b229e7d61d0fee41d53a3c5fab4458, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:16,008 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-03T06:24:16,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad3a9a01ede0548fe84644b03b672f78, server=122cddc95ec8,41069,1733207034249 in 10.0340 sec 2024-12-03T06:24:16,009 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,009 INFO [StoreOpener-28a81969b9cb437a3a6b39479aa4fc24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,009 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,009 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,010 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458, server=122cddc95ec8,33111,1733207034285 because future has completed 2024-12-03T06:24:16,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-03T06:24:16,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3a9a01ede0548fe84644b03b672f78, ASSIGN in 10.2070 sec 2024-12-03T06:24:16,011 INFO [StoreOpener-28a81969b9cb437a3a6b39479aa4fc24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a81969b9cb437a3a6b39479aa4fc24 columnFamilyName cf 2024-12-03T06:24:16,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 426722f6c98484b9210cce452fdb45c0, server=122cddc95ec8,42241,1733207034220 in 10.0390 sec 2024-12-03T06:24:16,011 DEBUG [StoreOpener-28a81969b9cb437a3a6b39479aa4fc24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,011 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,012 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,012 INFO [StoreOpener-28a81969b9cb437a3a6b39479aa4fc24-1 {}] regionserver.HStore(327): Store=28a81969b9cb437a3a6b39479aa4fc24/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,012 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,013 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN in 10.2090 sec 2024-12-03T06:24:16,013 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,014 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,014 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-12-03T06:24:16,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458, server=122cddc95ec8,33111,1733207034285 in 10.0410 sec 2024-12-03T06:24:16,015 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,015 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,016 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/192301ce146028a0b2c82d656ae6e0a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78b229e7d61d0fee41d53a3c5fab4458, ASSIGN in 10.2120 sec 2024-12-03T06:24:16,016 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 192301ce146028a0b2c82d656ae6e0a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157714, jitterRate=-0.10358020663261414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,017 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:16,017 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 192301ce146028a0b2c82d656ae6e0a5: Running coprocessor pre-open hook at 1733207055999Writing region info on filesystem at 1733207055999Initializing all the Stores at 1733207056001 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056001Cleaning up temporary data from old regions at 1733207056009 (+8 ms)Running coprocessor post-open hooks at 1733207056017 (+8 ms)Region opened successfully at 1733207056017 2024-12-03T06:24:16,017 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,017 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/661d302cf9a890ab1a7dbba048d8c13e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,017 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5., pid=15, masterSystemTime=1733207055966 2024-12-03T06:24:16,018 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 661d302cf9a890ab1a7dbba048d8c13e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60620455, jitterRate=-0.09668482840061188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,018 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:16,018 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 661d302cf9a890ab1a7dbba048d8c13e: Running coprocessor pre-open hook at 1733207056001Writing region info on filesystem at 1733207056001Initializing all the Stores at 1733207056002 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056002Cleaning up temporary data from old regions at 1733207056012 (+10 ms)Running coprocessor post-open hooks at 1733207056018 (+6 ms)Region opened successfully at 1733207056018 2024-12-03T06:24:16,018 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e., pid=23, masterSystemTime=1733207055973 2024-12-03T06:24:16,019 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:16,020 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:16,020 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9276b0ea782e1134cbf29035134429dc, NAME => 'SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T06:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:16,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=192301ce146028a0b2c82d656ae6e0a5, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,021 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:16,021 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:16,021 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 28a81969b9cb437a3a6b39479aa4fc24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61862333, jitterRate=-0.07817940413951874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,021 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:16,021 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:16,022 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=661d302cf9a890ab1a7dbba048d8c13e, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:16,022 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 28a81969b9cb437a3a6b39479aa4fc24: Running coprocessor pre-open hook at 1733207056007Writing region info on filesystem at 1733207056007Initializing all the Stores at 1733207056008 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056008Cleaning up temporary data from old regions at 1733207056015 (+7 ms)Running coprocessor post-open hooks at 1733207056021 (+6 ms)Region opened successfully at 1733207056022 (+1 ms) 2024-12-03T06:24:16,022 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 57ba915cb6533786e73be802ee66760c, NAME => 'SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T06:24:16,022 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,022 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:16,022 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,023 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,023 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24., pid=22, masterSystemTime=1733207055977 2024-12-03T06:24:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192301ce146028a0b2c82d656ae6e0a5, server=122cddc95ec8,42241,1733207034220 because future has completed 2024-12-03T06:24:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e, server=122cddc95ec8,41069,1733207034249 because future has completed 2024-12-03T06:24:16,025 INFO [StoreOpener-9276b0ea782e1134cbf29035134429dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,026 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:16,026 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:16,026 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:16,026 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e683b159e7c655a667a1c7136e2d1b6, NAME => 'SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T06:24:16,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=28a81969b9cb437a3a6b39479aa4fc24, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:16,027 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,027 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:16,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-03T06:24:16,027 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 192301ce146028a0b2c82d656ae6e0a5, server=122cddc95ec8,42241,1733207034220 in 10.0620 sec 2024-12-03T06:24:16,027 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24, server=122cddc95ec8,33111,1733207034285 because future has completed 2024-12-03T06:24:16,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-03T06:24:16,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN in 10.2250 sec 2024-12-03T06:24:16,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e, server=122cddc95ec8,41069,1733207034249 in 10.0510 sec 2024-12-03T06:24:16,030 INFO [StoreOpener-9276b0ea782e1134cbf29035134429dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9276b0ea782e1134cbf29035134429dc columnFamilyName cf 2024-12-03T06:24:16,030 DEBUG [StoreOpener-9276b0ea782e1134cbf29035134429dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,031 INFO [StoreOpener-9276b0ea782e1134cbf29035134429dc-1 {}] regionserver.HStore(327): Store=9276b0ea782e1134cbf29035134429dc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=661d302cf9a890ab1a7dbba048d8c13e, ASSIGN in 10.2270 sec 2024-12-03T06:24:16,031 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-03T06:24:16,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24, server=122cddc95ec8,33111,1733207034285 in 10.0580 sec 2024-12-03T06:24:16,032 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,032 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28a81969b9cb437a3a6b39479aa4fc24, ASSIGN in 10.2300 sec 2024-12-03T06:24:16,033 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,033 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,034 INFO [StoreOpener-2e683b159e7c655a667a1c7136e2d1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,034 INFO [StoreOpener-57ba915cb6533786e73be802ee66760c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,035 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,036 INFO [StoreOpener-57ba915cb6533786e73be802ee66760c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57ba915cb6533786e73be802ee66760c columnFamilyName cf 2024-12-03T06:24:16,036 DEBUG [StoreOpener-57ba915cb6533786e73be802ee66760c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,036 INFO [StoreOpener-2e683b159e7c655a667a1c7136e2d1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e683b159e7c655a667a1c7136e2d1b6 columnFamilyName cf 2024-12-03T06:24:16,036 DEBUG [StoreOpener-2e683b159e7c655a667a1c7136e2d1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,037 INFO [StoreOpener-57ba915cb6533786e73be802ee66760c-1 {}] regionserver.HStore(327): Store=57ba915cb6533786e73be802ee66760c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,037 INFO [StoreOpener-2e683b159e7c655a667a1c7136e2d1b6-1 {}] regionserver.HStore(327): Store=2e683b159e7c655a667a1c7136e2d1b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,037 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,038 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,038 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,039 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9276b0ea782e1134cbf29035134429dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61895781, jitterRate=-0.07768099009990692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:16,039 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9276b0ea782e1134cbf29035134429dc: Running coprocessor pre-open hook at 1733207056020Writing region info on filesystem at 1733207056020Initializing all the Stores at 1733207056022 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056023 (+1 ms)Cleaning up temporary data from old regions at 1733207056033 (+10 ms)Running coprocessor post-open hooks at 1733207056039 (+6 ms)Region opened successfully at 1733207056039 2024-12-03T06:24:16,040 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,040 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., pid=16, masterSystemTime=1733207055966 2024-12-03T06:24:16,041 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,042 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,042 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,043 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:16,043 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:16,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9276b0ea782e1134cbf29035134429dc, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:16,045 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/57ba915cb6533786e73be802ee66760c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,045 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/2e683b159e7c655a667a1c7136e2d1b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9276b0ea782e1134cbf29035134429dc, server=122cddc95ec8,42241,1733207034220 because future has completed 2024-12-03T06:24:16,045 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2e683b159e7c655a667a1c7136e2d1b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73140447, jitterRate=0.08987759053707123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,045 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 57ba915cb6533786e73be802ee66760c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60395746, jitterRate=-0.10003325343132019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,045 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:16,045 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:16,045 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2e683b159e7c655a667a1c7136e2d1b6: Running coprocessor pre-open hook at 1733207056027Writing region info on filesystem at 1733207056027Initializing all the Stores at 1733207056029 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056029Cleaning up temporary data from old regions at 1733207056041 (+12 ms)Running coprocessor post-open hooks at 1733207056045 (+4 ms)Region opened successfully at 1733207056045 2024-12-03T06:24:16,045 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 57ba915cb6533786e73be802ee66760c: Running coprocessor pre-open hook at 1733207056023Writing region info on filesystem at 1733207056023Initializing all the Stores at 1733207056024 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056024Cleaning up temporary data from old regions at 1733207056039 (+15 ms)Running coprocessor post-open hooks at 1733207056045 (+6 ms)Region opened successfully at 1733207056045 2024-12-03T06:24:16,046 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c., pid=19, masterSystemTime=1733207055973 2024-12-03T06:24:16,046 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6., pid=24, masterSystemTime=1733207055977 2024-12-03T06:24:16,048 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:16,048 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:16,048 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:16,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-03T06:24:16,048 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 30b50314d3d8a6ad339948a4c51aabc3, NAME => 'SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T06:24:16,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57ba915cb6533786e73be802ee66760c, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:16,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9276b0ea782e1134cbf29035134429dc, server=122cddc95ec8,42241,1733207034220 in 10.0820 sec 2024-12-03T06:24:16,048 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,048 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:24:16,048 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:16,048 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:16,048 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,049 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2e683b159e7c655a667a1c7136e2d1b6, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:16,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN in 10.2460 sec 2024-12-03T06:24:16,050 INFO [StoreOpener-30b50314d3d8a6ad339948a4c51aabc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,051 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=122cddc95ec8,41069,1733207034249, table=SPTestTable, region=57ba915cb6533786e73be802ee66760c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T06:24:16,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57ba915cb6533786e73be802ee66760c, server=122cddc95ec8,41069,1733207034249 because future has completed 2024-12-03T06:24:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6, server=122cddc95ec8,33111,1733207034285 because future has completed 2024-12-03T06:24:16,053 INFO [StoreOpener-30b50314d3d8a6ad339948a4c51aabc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30b50314d3d8a6ad339948a4c51aabc3 columnFamilyName cf 2024-12-03T06:24:16,054 DEBUG [StoreOpener-30b50314d3d8a6ad339948a4c51aabc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:24:16,054 INFO [StoreOpener-30b50314d3d8a6ad339948a4c51aabc3-1 {}] regionserver.HStore(327): Store=30b50314d3d8a6ad339948a4c51aabc3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:24:16,055 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-03T06:24:16,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 57ba915cb6533786e73be802ee66760c, server=122cddc95ec8,41069,1733207034249 in 10.0860 sec 2024-12-03T06:24:16,056 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,056 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-03T06:24:16,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57ba915cb6533786e73be802ee66760c, ASSIGN in 10.2530 sec 2024-12-03T06:24:16,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6, server=122cddc95ec8,33111,1733207034285 in 10.0790 sec 2024-12-03T06:24:16,057 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,057 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e683b159e7c655a667a1c7136e2d1b6, ASSIGN in 10.2550 sec 2024-12-03T06:24:16,059 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,061 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:24:16,062 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 30b50314d3d8a6ad339948a4c51aabc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72839981, jitterRate=0.0854002982378006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T06:24:16,062 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:16,062 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 30b50314d3d8a6ad339948a4c51aabc3: Running coprocessor pre-open hook at 1733207056049Writing region info on filesystem at 1733207056049Initializing all the Stores at 1733207056050 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207056050Cleaning up temporary data from old regions at 1733207056057 (+7 ms)Running coprocessor post-open hooks at 1733207056062 (+5 ms)Region opened successfully at 1733207056062 2024-12-03T06:24:16,063 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3., pid=17, masterSystemTime=1733207055973 2024-12-03T06:24:16,065 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:16,065 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:16,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=30b50314d3d8a6ad339948a4c51aabc3, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:16,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3, server=122cddc95ec8,41069,1733207034249 because future has completed 2024-12-03T06:24:16,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-03T06:24:16,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3, server=122cddc95ec8,41069,1733207034249 in 10.1030 sec 2024-12-03T06:24:16,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-03T06:24:16,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30b50314d3d8a6ad339948a4c51aabc3, ASSIGN in 10.2680 sec 2024-12-03T06:24:16,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:24:16,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207056072"}]},"ts":"1733207056072"} 2024-12-03T06:24:16,074 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T06:24:16,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:24:16,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7290 sec 2024-12-03T06:24:18,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T06:24:20,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:21,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:21,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:21,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:24:21,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:21,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:21,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:24:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:24:23,625 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T06:24:23,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T06:24:23,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:24:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T06:24:23,633 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:24:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T06:24:23,658 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,661 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,663 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,664 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,691 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3., hostname=122cddc95ec8,41069,1733207034249, seqNum=2] 2024-12-03T06:24:23,693 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3., hostname=122cddc95ec8,41069,1733207034249, seqNum=2] 2024-12-03T06:24:23,694 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3., hostname=122cddc95ec8,41069,1733207034249, seqNum=2] 2024-12-03T06:24:23,696 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3., hostname=122cddc95ec8,41069,1733207034249, seqNum=2] 2024-12-03T06:24:23,697 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3., hostname=122cddc95ec8,41069,1733207034249, seqNum=2] 2024-12-03T06:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,726 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,728 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,744 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,745 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., hostname=122cddc95ec8,33111,1733207034285, seqNum=2] 2024-12-03T06:24:23,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., hostname=122cddc95ec8,42241,1733207034220, seqNum=2] 2024-12-03T06:24:23,796 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., hostname=122cddc95ec8,42241,1733207034220, seqNum=2] 2024-12-03T06:24:23,797 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., hostname=122cddc95ec8,42241,1733207034220, seqNum=2] 2024-12-03T06:24:23,798 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., hostname=122cddc95ec8,42241,1733207034220, seqNum=2] 2024-12-03T06:24:23,800 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., hostname=122cddc95ec8,42241,1733207034220, seqNum=2] 2024-12-03T06:24:23,801 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc., hostname=122cddc95ec8,42241,1733207034220, seqNum=2] 2024-12-03T06:24:24,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:24:24,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:24:24,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:24:24,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41069 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:24:24,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:24:24,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:24:24,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:24:24,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:24,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33111 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:24:24,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T06:24:24,906 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T06:24:24,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:24:24,907 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T06:24:24,908 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T06:24:24,912 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T06:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741848_1024 (size=49) 2024-12-03T06:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741848_1024 (size=49) 2024-12-03T06:24:24,923 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T06:24:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741848_1024 (size=49) 2024-12-03T06:24:24,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3a9a01ede0548fe84644b03b672f78}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 192301ce146028a0b2c82d656ae6e0a5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57ba915cb6533786e73be802ee66760c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426722f6c98484b9210cce452fdb45c0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9276b0ea782e1134cbf29035134429dc}] 2024-12-03T06:24:24,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:24,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:24,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:24,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:24,926 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:24,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:24,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:24,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:24,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:24,932 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:29,291 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-03T06:24:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T06:24:34,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T06:24:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T06:24:34,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T06:24:34,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 426722f6c98484b9210cce452fdb45c0: 2024-12-03T06:24:34,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ad3a9a01ede0548fe84644b03b672f78: 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. for SnapshotProcedureTest completed. 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. for SnapshotProcedureTest completed. 2024-12-03T06:24:34,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:34,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 28a81969b9cb437a3a6b39479aa4fc24 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-03T06:24:34,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T06:24:34,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9276b0ea782e1134cbf29035134429dc 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:24:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:34,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 661d302cf9a890ab1a7dbba048d8c13e: 2024-12-03T06:24:34,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. for SnapshotProcedureTest completed. 2024-12-03T06:24:34,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:34,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:34,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:24:34,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:34,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 57ba915cb6533786e73be802ee66760c: 2024-12-03T06:24:34,934 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 78b229e7d61d0fee41d53a3c5fab4458 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. for SnapshotProcedureTest completed. 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 192301ce146028a0b2c82d656ae6e0a5: 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 2e683b159e7c655a667a1c7136e2d1b6: 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. for SnapshotProcedureTest completed. 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. for SnapshotProcedureTest completed. 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:24:34,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T06:24:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741849_1025 (size=65) 2024-12-03T06:24:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741849_1025 (size=65) 2024-12-03T06:24:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741849_1025 (size=65) 2024-12-03T06:24:34,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733207045345.426722f6c98484b9210cce452fdb45c0. 2024-12-03T06:24:34,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T06:24:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T06:24:34,962 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:34,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426722f6c98484b9210cce452fdb45c0 2024-12-03T06:24:34,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 426722f6c98484b9210cce452fdb45c0 in 10.0400 sec 2024-12-03T06:24:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741851_1027 (size=65) 2024-12-03T06:24:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741851_1027 (size=65) 2024-12-03T06:24:34,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741851_1027 (size=65) 2024-12-03T06:24:34,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:34,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741854_1030 (size=65) 2024-12-03T06:24:34,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T06:24:34,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:34,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 30b50314d3d8a6ad339948a4c51aabc3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T06:24:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T06:24:34,973 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:34,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741854_1030 (size=65) 2024-12-03T06:24:34,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741854_1030 (size=65) 2024-12-03T06:24:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/.tmp/cf/3d9c4b44c9f24830b0e642ba2f80da5c is 34, key is aaa/cf:cf/1733207064393/Put/seqid=0 2024-12-03T06:24:34,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:34,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T06:24:34,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 661d302cf9a890ab1a7dbba048d8c13e in 10.0510 sec 2024-12-03T06:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T06:24:34,977 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:34,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:34,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/.tmp/cf/c6af3b779e2f4a65b400dc0810c7f001 is 34, key is ccd/cf:cf/1733207064443/Put/seqid=0 2024-12-03T06:24:34,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e683b159e7c655a667a1c7136e2d1b6 in 10.0550 sec 2024-12-03T06:24:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741852_1028 (size=65) 2024-12-03T06:24:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741850_1026 (size=57) 2024-12-03T06:24:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741852_1028 (size=65) 2024-12-03T06:24:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741850_1026 (size=57) 2024-12-03T06:24:34,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741852_1028 (size=65) 2024-12-03T06:24:34,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T06:24:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741850_1026 (size=57) 2024-12-03T06:24:34,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:34,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T06:24:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T06:24:34,989 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:34,989 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T06:24:34,990 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:34,990 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:34,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad3a9a01ede0548fe84644b03b672f78 in 10.0670 sec 2024-12-03T06:24:34,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57ba915cb6533786e73be802ee66760c in 10.0680 sec 2024-12-03T06:24:34,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741853_1029 (size=65) 2024-12-03T06:24:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741853_1029 (size=65) 2024-12-03T06:24:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733207045345.192301ce146028a0b2c82d656ae6e0a5. 2024-12-03T06:24:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741853_1029 (size=65) 2024-12-03T06:24:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T06:24:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T06:24:35,000 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:35,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 192301ce146028a0b2c82d656ae6e0a5 2024-12-03T06:24:35,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 192301ce146028a0b2c82d656ae6e0a5 in 10.0780 sec 2024-12-03T06:24:35,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/.tmp/cf/b27a6666fa1e48acaf7f2e6b5713c251 is 34, key is baa/cf:cf/1733207064373/Put/seqid=0 2024-12-03T06:24:35,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/.tmp/cf/b1ee045681464030b66302863ae3ffeb is 34, key is eaa/cf:cf/1733207064814/Put/seqid=0 2024-12-03T06:24:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741856_1032 (size=26918) 2024-12-03T06:24:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741856_1032 (size=26918) 2024-12-03T06:24:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741856_1032 (size=26918) 2024-12-03T06:24:35,030 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/.tmp/cf/3d9c4b44c9f24830b0e642ba2f80da5c 2024-12-03T06:24:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741855_1031 (size=499309) 2024-12-03T06:24:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741855_1031 (size=499309) 2024-12-03T06:24:35,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741855_1031 (size=499309) 2024-12-03T06:24:35,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/.tmp/cf/b1ee045681464030b66302863ae3ffeb 2024-12-03T06:24:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741857_1033 (size=47197) 2024-12-03T06:24:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741857_1033 (size=47197) 2024-12-03T06:24:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741857_1033 (size=47197) 2024-12-03T06:24:35,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/.tmp/cf/3d9c4b44c9f24830b0e642ba2f80da5c as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/cf/3d9c4b44c9f24830b0e642ba2f80da5c 2024-12-03T06:24:35,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/.tmp/cf/c6af3b779e2f4a65b400dc0810c7f001 2024-12-03T06:24:35,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741858_1034 (size=28623) 2024-12-03T06:24:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741858_1034 (size=28623) 2024-12-03T06:24:35,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741858_1034 (size=28623) 2024-12-03T06:24:35,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/.tmp/cf/b1ee045681464030b66302863ae3ffeb as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/cf/b1ee045681464030b66302863ae3ffeb 2024-12-03T06:24:35,059 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/.tmp/cf/b27a6666fa1e48acaf7f2e6b5713c251 2024-12-03T06:24:35,064 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/cf/3d9c4b44c9f24830b0e642ba2f80da5c, entries=676, sequenceid=5, filesize=26.3 K 2024-12-03T06:24:35,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/.tmp/cf/c6af3b779e2f4a65b400dc0810c7f001 as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/cf/c6af3b779e2f4a65b400dc0810c7f001 2024-12-03T06:24:35,065 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 28a81969b9cb437a3a6b39479aa4fc24 in 134ms, sequenceid=5, compaction requested=false 2024-12-03T06:24:35,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 28a81969b9cb437a3a6b39479aa4fc24: 2024-12-03T06:24:35,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. for SnapshotProcedureTest completed. 2024-12-03T06:24:35,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:35,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/cf/3d9c4b44c9f24830b0e642ba2f80da5c] hfiles 2024-12-03T06:24:35,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/cf/3d9c4b44c9f24830b0e642ba2f80da5c for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,068 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/cf/b1ee045681464030b66302863ae3ffeb, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-03T06:24:35,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9276b0ea782e1134cbf29035134429dc in 137ms, sequenceid=5, compaction requested=false 2024-12-03T06:24:35,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/.tmp/cf/b27a6666fa1e48acaf7f2e6b5713c251 as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/cf/b27a6666fa1e48acaf7f2e6b5713c251 2024-12-03T06:24:35,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9276b0ea782e1134cbf29035134429dc: 2024-12-03T06:24:35,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. for SnapshotProcedureTest completed. 2024-12-03T06:24:35,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:35,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/cf/b1ee045681464030b66302863ae3ffeb] hfiles 2024-12-03T06:24:35,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/9276b0ea782e1134cbf29035134429dc/cf/b1ee045681464030b66302863ae3ffeb for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/cf/c6af3b779e2f4a65b400dc0810c7f001, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T06:24:35,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 78b229e7d61d0fee41d53a3c5fab4458 in 142ms, sequenceid=5, compaction requested=false 2024-12-03T06:24:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 78b229e7d61d0fee41d53a3c5fab4458: 2024-12-03T06:24:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. for SnapshotProcedureTest completed. 2024-12-03T06:24:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/cf/c6af3b779e2f4a65b400dc0810c7f001] hfiles 2024-12-03T06:24:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/cf/c6af3b779e2f4a65b400dc0810c7f001 for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/cf/b27a6666fa1e48acaf7f2e6b5713c251, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T06:24:35,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 30b50314d3d8a6ad339948a4c51aabc3 in 107ms, sequenceid=5, compaction requested=false 2024-12-03T06:24:35,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 30b50314d3d8a6ad339948a4c51aabc3: 2024-12-03T06:24:35,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. for SnapshotProcedureTest completed. 2024-12-03T06:24:35,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T06:24:35,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/cf/b27a6666fa1e48acaf7f2e6b5713c251] hfiles 2024-12-03T06:24:35,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/cf/b27a6666fa1e48acaf7f2e6b5713c251 for snapshot=SnapshotProcedureTest 2024-12-03T06:24:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741859_1035 (size=105) 2024-12-03T06:24:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741859_1035 (size=105) 2024-12-03T06:24:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741859_1035 (size=105) 2024-12-03T06:24:35,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:35,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T06:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T06:24:35,098 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:35,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:35,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28a81969b9cb437a3a6b39479aa4fc24 in 10.1760 sec 2024-12-03T06:24:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741860_1036 (size=97) 2024-12-03T06:24:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741860_1036 (size=97) 2024-12-03T06:24:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741860_1036 (size=97) 2024-12-03T06:24:35,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733207045345.9276b0ea782e1134cbf29035134429dc. 2024-12-03T06:24:35,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T06:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T06:24:35,106 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:35,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9276b0ea782e1134cbf29035134429dc 2024-12-03T06:24:35,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9276b0ea782e1134cbf29035134429dc in 10.1850 sec 2024-12-03T06:24:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741861_1037 (size=105) 2024-12-03T06:24:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741861_1037 (size=105) 2024-12-03T06:24:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741861_1037 (size=105) 2024-12-03T06:24:35,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:35,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T06:24:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T06:24:35,121 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:35,121 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:35,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78b229e7d61d0fee41d53a3c5fab4458 in 10.1990 sec 2024-12-03T06:24:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741862_1038 (size=105) 2024-12-03T06:24:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741862_1038 (size=105) 2024-12-03T06:24:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741862_1038 (size=105) 2024-12-03T06:24:35,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:35,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T06:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T06:24:35,535 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:35,535 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:35,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-03T06:24:35,541 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T06:24:35,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30b50314d3d8a6ad339948a4c51aabc3 in 10.6150 sec 2024-12-03T06:24:35,543 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T06:24:35,544 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T06:24:35,544 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T06:24:35,546 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:24:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741863_1039 (size=1174) 2024-12-03T06:24:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741863_1039 (size=1174) 2024-12-03T06:24:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741863_1039 (size=1174) 2024-12-03T06:24:35,573 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T06:24:35,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T06:24:35,580 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:35,580 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:35,580 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:35,580 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:35,580 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:35,584 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:35,584 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:35,584 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:35,584 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:35,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:24:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-03T06:24:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-03T06:24:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-03T06:24:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-03T06:24:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-03T06:24:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-03T06:24:45,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-03T06:24:45,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-03T06:24:45,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-03T06:24:45,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:24:45,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:24:45,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-03T06:24:45,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-03T06:24:45,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T06:24:45,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-03T06:24:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-03T06:24:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-03T06:24:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T06:24:45,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T06:24:45,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-03T06:24:45,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T06:24:45,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-03T06:24:45,593 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T06:24:45,593 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T06:24:45,593 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 Release verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T06:24:45,594 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 Release verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-03T06:24:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-03T06:24:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-03T06:24:45,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T06:24:45,595 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 Release verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 in 10.0150 sec 2024-12-03T06:24:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-03T06:24:45,595 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 Release verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:45,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 in 10.0160 sec 2024-12-03T06:24:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-03T06:24:45,597 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 Release verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:45,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 in 10.0170 sec 2024-12-03T06:24:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T06:24:45,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 in 10.0170 sec 2024-12-03T06:24:45,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 in 10.0190 sec 2024-12-03T06:24:45,598 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,41069,1733207034249 Release verify snapshot worker=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:45,598 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,41069,1733207034249 Release verify snapshot worker=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:45,598 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 Release verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,598 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,41069,1733207034249 Release verify snapshot worker=122cddc95ec8,41069,1733207034249 2024-12-03T06:24:45,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,41069,1733207034249 in 10.0200 sec 2024-12-03T06:24:45,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,41069,1733207034249 in 10.0200 sec 2024-12-03T06:24:45,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 in 10.0200 sec 2024-12-03T06:24:45,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,41069,1733207034249 in 10.0200 sec 2024-12-03T06:24:45,629 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,629 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 122cddc95ec8,42241,1733207034220: Simulated kill ***** 2024-12-03T06:24:45,629 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:24:45,629 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:24:45,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:24:45,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:24:45,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:24:45,631 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 574386176 }, "NonHeapMemoryUsage": { "committed": 176685056, "init": 7667712, "max": -1, "used": 171528848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:24:45,631 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40039 {}] master.MasterRpcServices(700): 122cddc95ec8,42241,1733207034220 reported a fatal error: ***** ABORTING region server 122cddc95ec8,42241,1733207034220: Simulated kill ***** 2024-12-03T06:24:45,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,42241,1733207034220' ***** 2024-12-03T06:24:45,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T06:24:45,632 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:24:45,633 INFO [RS:0;122cddc95ec8:42241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T06:24:45,633 INFO [RS:0;122cddc95ec8:42241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T06:24:45,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:24:45,633 INFO [RS:0;122cddc95ec8:42241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:24:45,633 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T06:24:45,633 INFO [RS:0;122cddc95ec8:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:42241. 2024-12-03T06:24:45,633 DEBUG [RS:0;122cddc95ec8:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:24:45,633 DEBUG [RS:0;122cddc95ec8:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741833_1009 (size=1488) 2024-12-03T06:24:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741833_1009 (size=1488) 2024-12-03T06:24:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741833_1009 (size=1488) 2024-12-03T06:24:45,639 DEBUG [RS:0;122cddc95ec8:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:45,639 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:24:45,639 INFO [RS:0;122cddc95ec8:42241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42241 2024-12-03T06:24:45,673 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:24:45,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:24:45,705 INFO [RS:0;122cddc95ec8:42241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:24:45,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,42241,1733207034220] 2024-12-03T06:24:45,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/122cddc95ec8,42241,1733207034220 already deleted, retry=false 2024-12-03T06:24:45,722 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 122cddc95ec8,42241,1733207034220 on 122cddc95ec8,40039,1733207034088 2024-12-03T06:24:45,724 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 122cddc95ec8,42241,1733207034220, splitWal=true, meta=false 2024-12-03T06:24:45,725 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 122cddc95ec8,42241,1733207034220 (carryingMeta=false) 122cddc95ec8,42241,1733207034220/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@162a7244[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T06:24:45,727 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 122cddc95ec8,42241,1733207034220, splitWal=true, meta=false 2024-12-03T06:24:45,729 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 122cddc95ec8,42241,1733207034220 had 3 regions 2024-12-03T06:24:45,732 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 122cddc95ec8,42241,1733207034220, splitWal=true, meta=false, isMeta: false 2024-12-03T06:24:45,733 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting 2024-12-03T06:24:45,735 INFO [PEWorker-1 {}] master.SplitWALManager(105): 122cddc95ec8,42241,1733207034220 WAL count=1, meta=false 2024-12-03T06:24:45,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 122cddc95ec8%2C42241%2C1733207034220.1733207034946}] 2024-12-03T06:24:45,736 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-03T06:24:45,736 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-03T06:24:45,736 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-03T06:24:45,736 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:45,737 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,42241,1733207034220 Release verify snapshot worker=122cddc95ec8,42241,1733207034220 2024-12-03T06:24:45,737 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 122cddc95ec8,42241,1733207034220, this operation will be retried to send to another server 2024-12-03T06:24:45,737 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:24:45,737 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733207086737 2024-12-03T06:24:45,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 122cddc95ec8%2C42241%2C1733207034220.1733207034946, worker=122cddc95ec8,33111,1733207034285}] 2024-12-03T06:24:45,804 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:24:45,804 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:24:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:45,814 INFO [RS:0;122cddc95ec8:42241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:24:45,814 INFO [RS:0;122cddc95ec8:42241 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,42241,1733207034220; zookeeper connection closed. 2024-12-03T06:24:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1009eb2878b0001, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:45,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a40cac5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a40cac5 2024-12-03T06:24:46,741 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:54,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:24:54,822 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T06:24:55,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-03T06:24:55,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-03T06:24:55,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-03T06:24:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-03T06:24:55,745 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 Release verify snapshot worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:55,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-03T06:24:55,749 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T06:24:55,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=122cddc95ec8,33111,1733207034285 in 20.1670 sec 2024-12-03T06:24:55,750 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T06:24:55,752 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T06:24:55,752 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T06:24:55,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8480 sec 2024-12-03T06:24:55,761 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946, size=1.5 K (1488bytes) 2024-12-03T06:24:55,761 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 2024-12-03T06:24:55,762 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 after 1ms 2024-12-03T06:24:55,765 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 took 4ms 2024-12-03T06:24:55,767 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 426722f6c98484b9210cce452fdb45c0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T06:24:55,769 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 192301ce146028a0b2c82d656ae6e0a5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T06:24:55,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 9276b0ea782e1134cbf29035134429dc: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-03T06:24:55,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 so closing down 2024-12-03T06:24:55,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T06:24:55,770 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T06:24:55,770 INFO [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-03T06:24:55,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946, journal: Splitting hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946, size=1.5 K (1488bytes) at 1733207095761Finishing writing output for hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 so closing down at 1733207095770 (+9 ms)3 split writer threads finished at 1733207095770Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733207095770 2024-12-03T06:24:55,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 2024-12-03T06:24:55,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T06:24:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T06:24:55,773 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting/122cddc95ec8%2C42241%2C1733207034220.1733207034946 to hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs 2024-12-03T06:24:55,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T06:24:55,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 122cddc95ec8%2C42241%2C1733207034220.1733207034946, worker=122cddc95ec8,33111,1733207034285 in 10.0370 sec 2024-12-03T06:24:55,776 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=122cddc95ec8,33111,1733207034285 2024-12-03T06:24:55,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T06:24:55,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 122cddc95ec8%2C42241%2C1733207034220.1733207034946, worker=122cddc95ec8,33111,1733207034285 in 10.0410 sec 2024-12-03T06:24:55,780 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting dir is empty, no logs to split. 2024-12-03T06:24:55,780 INFO [PEWorker-4 {}] master.SplitWALManager(105): 122cddc95ec8,42241,1733207034220 WAL count=0, meta=false 2024-12-03T06:24:55,780 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 122cddc95ec8,42241,1733207034220 WAL splitting is done? wals=0, meta=false 2024-12-03T06:24:55,782 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 122cddc95ec8,42241,1733207034220 failed, ignore...File hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,42241,1733207034220-splitting does not exist. 2024-12-03T06:24:55,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN}] 2024-12-03T06:24:55,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN 2024-12-03T06:24:55,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN 2024-12-03T06:24:55,785 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN 2024-12-03T06:24:55,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192301ce146028a0b2c82d656ae6e0a5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:24:55,786 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426722f6c98484b9210cce452fdb45c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:24:55,786 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9276b0ea782e1134cbf29035134429dc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:24:55,856 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T06:24:55,861 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T06:24:55,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:24:55,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:24:55,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:24:55,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:55,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:55,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:24:55,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:24:55,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=153795139, stopped=false 2024-12-03T06:24:55,862 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,40039,1733207034088 2024-12-03T06:24:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T06:24:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T06:24:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T06:24:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:24:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:24:55,897 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:24:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:24:55,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:24:55,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:24:55,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T06:24:55,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:24:55,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:24:55,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:55,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,41069,1733207034249' ***** 2024-12-03T06:24:55,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:24:55,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,33111,1733207034285' ***** 2024-12-03T06:24:55,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:24:55,900 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:24:55,900 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:24:55,900 INFO [RS:1;122cddc95ec8:41069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:24:55,900 INFO [RS:2;122cddc95ec8:33111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:24:55,900 INFO [RS:2;122cddc95ec8:33111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:24:55,900 INFO [RS:1;122cddc95ec8:41069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:24:55,900 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e683b159e7c655a667a1c7136e2d1b6 2024-12-03T06:24:55,900 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(3091): Received CLOSE for 661d302cf9a890ab1a7dbba048d8c13e 2024-12-03T06:24:55,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:24:55,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(3091): Received CLOSE for 57ba915cb6533786e73be802ee66760c 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(3091): Received CLOSE for ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:55,901 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(3091): Received CLOSE for 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(3091): Received CLOSE for 30b50314d3d8a6ad339948a4c51aabc3 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,41069,1733207034249 2024-12-03T06:24:55,901 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(3091): Received CLOSE for 28a81969b9cb437a3a6b39479aa4fc24 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e683b159e7c655a667a1c7136e2d1b6, disabling compactions & flushes 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 661d302cf9a890ab1a7dbba048d8c13e, disabling compactions & flushes 2024-12-03T06:24:55,901 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,33111,1733207034285 2024-12-03T06:24:55,901 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;122cddc95ec8:41069. 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:55,901 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:55,901 INFO [RS:2;122cddc95ec8:33111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:24:55,901 DEBUG [RS:1;122cddc95ec8:41069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. after waiting 0 ms 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:55,901 DEBUG [RS:1;122cddc95ec8:41069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:55,901 INFO [RS:2;122cddc95ec8:33111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;122cddc95ec8:33111. 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. after waiting 0 ms 2024-12-03T06:24:55,901 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:24:55,901 DEBUG [RS:2;122cddc95ec8:33111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:24:55,901 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:24:55,901 DEBUG [RS:2;122cddc95ec8:33111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:55,902 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:24:55,902 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:24:55,902 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:24:55,902 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1325): Online Regions={2e683b159e7c655a667a1c7136e2d1b6=SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6., 78b229e7d61d0fee41d53a3c5fab4458=SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458., 28a81969b9cb437a3a6b39479aa4fc24=SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24.} 2024-12-03T06:24:55,902 DEBUG [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1351): Waiting on 28a81969b9cb437a3a6b39479aa4fc24, 2e683b159e7c655a667a1c7136e2d1b6, 78b229e7d61d0fee41d53a3c5fab4458 2024-12-03T06:24:55,902 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T06:24:55,902 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1325): Online Regions={661d302cf9a890ab1a7dbba048d8c13e=SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e., 57ba915cb6533786e73be802ee66760c=SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c., 1588230740=hbase:meta,,1.1588230740, ad3a9a01ede0548fe84644b03b672f78=SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78., 30b50314d3d8a6ad339948a4c51aabc3=SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3.} 2024-12-03T06:24:55,902 DEBUG [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30b50314d3d8a6ad339948a4c51aabc3, 57ba915cb6533786e73be802ee66760c, 661d302cf9a890ab1a7dbba048d8c13e, ad3a9a01ede0548fe84644b03b672f78 2024-12-03T06:24:55,902 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:24:55,903 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:24:55,903 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:24:55,903 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:24:55,903 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:24:55,903 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-03T06:24:55,907 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/661d302cf9a890ab1a7dbba048d8c13e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:24:55,907 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/2e683b159e7c655a667a1c7136e2d1b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:24:55,908 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 661d302cf9a890ab1a7dbba048d8c13e: Waiting for close lock at 1733207095901Running coprocessor pre-close hooks at 1733207095901Disabling compacts and flushes for region at 1733207095901Disabling writes for close at 1733207095901Writing region close event to WAL at 1733207095902 (+1 ms)Running coprocessor post-close hooks at 1733207095908 (+6 ms)Closed at 1733207095908 2024-12-03T06:24:55,908 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e683b159e7c655a667a1c7136e2d1b6: Waiting for close lock at 1733207095901Running coprocessor pre-close hooks at 1733207095901Disabling compacts and flushes for region at 1733207095901Disabling writes for close at 1733207095901Writing region close event to WAL at 1733207095902 (+1 ms)Running coprocessor post-close hooks at 1733207095908 (+6 ms)Closed at 1733207095908 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733207045345.661d302cf9a890ab1a7dbba048d8c13e. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78b229e7d61d0fee41d53a3c5fab4458, disabling compactions & flushes 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57ba915cb6533786e73be802ee66760c, disabling compactions & flushes 2024-12-03T06:24:55,908 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:55,908 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. after waiting 0 ms 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. after waiting 0 ms 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:55,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:55,911 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/57ba915cb6533786e73be802ee66760c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:24:55,911 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/78b229e7d61d0fee41d53a3c5fab4458/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:24:55,912 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:55,912 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57ba915cb6533786e73be802ee66760c: Waiting for close lock at 1733207095908Running coprocessor pre-close hooks at 1733207095908Disabling compacts and flushes for region at 1733207095908Disabling writes for close at 1733207095908Writing region close event to WAL at 1733207095908Running coprocessor post-close hooks at 1733207095912 (+4 ms)Closed at 1733207095912 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78b229e7d61d0fee41d53a3c5fab4458: Waiting for close lock at 1733207095908Running coprocessor pre-close hooks at 1733207095908Disabling compacts and flushes for region at 1733207095908Disabling writes for close at 1733207095908Writing region close event to WAL at 1733207095909 (+1 ms)Running coprocessor post-close hooks at 1733207095912 (+3 ms)Closed at 1733207095912 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733207045345.57ba915cb6533786e73be802ee66760c. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733207045345.78b229e7d61d0fee41d53a3c5fab4458. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad3a9a01ede0548fe84644b03b672f78, disabling compactions & flushes 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28a81969b9cb437a3a6b39479aa4fc24, disabling compactions & flushes 2024-12-03T06:24:55,912 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:55,912 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. after waiting 0 ms 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:55,912 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. after waiting 0 ms 2024-12-03T06:24:55,913 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/ad3a9a01ede0548fe84644b03b672f78/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/28a81969b9cb437a3a6b39479aa4fc24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:24:55,916 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad3a9a01ede0548fe84644b03b672f78: Waiting for close lock at 1733207095912Running coprocessor pre-close hooks at 1733207095912Disabling compacts and flushes for region at 1733207095912Disabling writes for close at 1733207095912Writing region close event to WAL at 1733207095913 (+1 ms)Running coprocessor post-close hooks at 1733207095916 (+3 ms)Closed at 1733207095916 2024-12-03T06:24:55,916 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733207045345.ad3a9a01ede0548fe84644b03b672f78. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28a81969b9cb437a3a6b39479aa4fc24: Waiting for close lock at 1733207095912Running coprocessor pre-close hooks at 1733207095912Disabling compacts and flushes for region at 1733207095912Disabling writes for close at 1733207095913 (+1 ms)Writing region close event to WAL at 1733207095913Running coprocessor post-close hooks at 1733207095916 (+3 ms)Closed at 1733207095916 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733207045345.28a81969b9cb437a3a6b39479aa4fc24. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30b50314d3d8a6ad339948a4c51aabc3, disabling compactions & flushes 2024-12-03T06:24:55,916 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:55,916 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. after waiting 0 ms 2024-12-03T06:24:55,917 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:55,920 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/default/SPTestTable/30b50314d3d8a6ad339948a4c51aabc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:24:55,921 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:55,921 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30b50314d3d8a6ad339948a4c51aabc3: Waiting for close lock at 1733207095916Running coprocessor pre-close hooks at 1733207095916Disabling compacts and flushes for region at 1733207095916Disabling writes for close at 1733207095917 (+1 ms)Writing region close event to WAL at 1733207095917Running coprocessor post-close hooks at 1733207095921 (+4 ms)Closed at 1733207095921 2024-12-03T06:24:55,921 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733207045345.30b50314d3d8a6ad339948a4c51aabc3. 2024-12-03T06:24:55,922 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/info/5e56973de8634d97be7cc47351d433d7 is 167, key is SPTestTable,19999999,1733207045345.2e683b159e7c655a667a1c7136e2d1b6./info:regioninfo/1733207056050/Put/seqid=0 2024-12-03T06:24:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741864_1040 (size=18393) 2024-12-03T06:24:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741864_1040 (size=18393) 2024-12-03T06:24:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741864_1040 (size=18393) 2024-12-03T06:24:55,930 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/info/5e56973de8634d97be7cc47351d433d7 2024-12-03T06:24:55,936 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(204): Hosts are {122cddc95ec8=0} racks are {/default-rack=0} 2024-12-03T06:24:55,936 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T06:24:55,936 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T06:24:55,936 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T06:24:55,936 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T06:24:55,936 INFO [122cddc95ec8:40039 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T06:24:55,936 INFO [122cddc95ec8:40039 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T06:24:55,936 DEBUG [122cddc95ec8:40039 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T06:24:55,949 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/ns/fb5cabe349d5471b8e3e5686dadac82d is 43, key is default/ns:d/1733207045249/Put/seqid=0 2024-12-03T06:24:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741865_1041 (size=5153) 2024-12-03T06:24:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741865_1041 (size=5153) 2024-12-03T06:24:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741865_1041 (size=5153) 2024-12-03T06:24:55,957 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/ns/fb5cabe349d5471b8e3e5686dadac82d 2024-12-03T06:24:55,977 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/table/7739aae0b1f143c987ce50c091b0571f is 47, key is SPTestTable/table:state/1733207056072/Put/seqid=0 2024-12-03T06:24:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741866_1042 (size=5214) 2024-12-03T06:24:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741866_1042 (size=5214) 2024-12-03T06:24:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741866_1042 (size=5214) 2024-12-03T06:24:55,985 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/table/7739aae0b1f143c987ce50c091b0571f 2024-12-03T06:24:55,989 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:24:55,991 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:24:55,992 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/info/5e56973de8634d97be7cc47351d433d7 as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/info/5e56973de8634d97be7cc47351d433d7 2024-12-03T06:24:55,999 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/info/5e56973de8634d97be7cc47351d433d7, entries=100, sequenceid=29, filesize=18.0 K 2024-12-03T06:24:56,000 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/ns/fb5cabe349d5471b8e3e5686dadac82d as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/ns/fb5cabe349d5471b8e3e5686dadac82d 2024-12-03T06:24:56,006 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/ns/fb5cabe349d5471b8e3e5686dadac82d, entries=2, sequenceid=29, filesize=5.0 K 2024-12-03T06:24:56,007 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/.tmp/table/7739aae0b1f143c987ce50c091b0571f as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/table/7739aae0b1f143c987ce50c091b0571f 2024-12-03T06:24:56,015 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/table/7739aae0b1f143c987ce50c091b0571f, entries=2, sequenceid=29, filesize=5.1 K 2024-12-03T06:24:56,016 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=29, compaction requested=false 2024-12-03T06:24:56,020 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-03T06:24:56,020 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:24:56,020 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:24:56,021 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207095902Running coprocessor pre-close hooks at 1733207095902Disabling compacts and flushes for region at 1733207095902Disabling writes for close at 1733207095903 (+1 ms)Obtaining lock to block concurrent updates at 1733207095903Preparing flush snapshotting stores in 1588230740 at 1733207095903Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733207095904 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207095905 (+1 ms)Flushing 1588230740/info: creating writer at 1733207095905Flushing 1588230740/info: appending metadata at 1733207095922 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733207095922Flushing 1588230740/ns: creating writer at 1733207095937 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733207095949 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733207095949Flushing 1588230740/table: creating writer at 1733207095963 (+14 ms)Flushing 1588230740/table: appending metadata at 1733207095976 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733207095977 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1870a1b: reopening flushed file at 1733207095991 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e99ea04: reopening flushed file at 1733207095999 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2991921b: reopening flushed file at 1733207096007 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=29, compaction requested=false at 1733207096016 (+9 ms)Writing region close event to WAL at 1733207096017 (+1 ms)Running coprocessor post-close hooks at 1733207096020 (+3 ms)Closed at 1733207096020 2024-12-03T06:24:56,021 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:24:56,102 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,33111,1733207034285; all regions closed. 2024-12-03T06:24:56,103 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,41069,1733207034249; all regions closed. 2024-12-03T06:24:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741835_1011 (size=2886) 2024-12-03T06:24:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741835_1011 (size=2886) 2024-12-03T06:24:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741836_1012 (size=15114) 2024-12-03T06:24:56,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/WALs/122cddc95ec8,41069,1733207034249/122cddc95ec8%2C41069%2C1733207034249.meta.1733207045158.meta not finished, retry = 0 2024-12-03T06:24:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741835_1011 (size=2886) 2024-12-03T06:24:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741836_1012 (size=15114) 2024-12-03T06:24:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741836_1012 (size=15114) 2024-12-03T06:24:56,112 DEBUG [RS:2;122cddc95ec8:33111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs 2024-12-03T06:24:56,112 INFO [RS:2;122cddc95ec8:33111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C33111%2C1733207034285:(num 1733207034946) 2024-12-03T06:24:56,112 DEBUG [RS:2;122cddc95ec8:33111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:56,112 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:24:56,112 INFO [RS:2;122cddc95ec8:33111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:24:56,113 INFO [RS:2;122cddc95ec8:33111 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:24:56,113 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:24:56,113 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:24:56,113 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:24:56,113 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:24:56,113 INFO [RS:2;122cddc95ec8:33111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:24:56,114 INFO [RS:2;122cddc95ec8:33111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33111 2024-12-03T06:24:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/122cddc95ec8,33111,1733207034285 2024-12-03T06:24:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:24:56,121 INFO [RS:2;122cddc95ec8:33111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:24:56,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,33111,1733207034285] 2024-12-03T06:24:56,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/122cddc95ec8,33111,1733207034285 already deleted, retry=false 2024-12-03T06:24:56,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,33111,1733207034285 expired; onlineServers=1 2024-12-03T06:24:56,214 DEBUG [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs 2024-12-03T06:24:56,214 INFO [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C41069%2C1733207034249.meta:.meta(num 1733207045158) 2024-12-03T06:24:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741834_1010 (size=2917) 2024-12-03T06:24:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741834_1010 (size=2917) 2024-12-03T06:24:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741834_1010 (size=2917) 2024-12-03T06:24:56,223 DEBUG [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/oldWALs 2024-12-03T06:24:56,223 INFO [RS:1;122cddc95ec8:41069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C41069%2C1733207034249:(num 1733207034946) 2024-12-03T06:24:56,223 DEBUG [RS:1;122cddc95ec8:41069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:24:56,223 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:24:56,223 INFO [RS:1;122cddc95ec8:41069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:24:56,223 INFO [RS:1;122cddc95ec8:41069 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:24:56,224 INFO [RS:1;122cddc95ec8:41069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:24:56,224 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:24:56,224 INFO [RS:1;122cddc95ec8:41069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41069 2024-12-03T06:24:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T06:24:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/122cddc95ec8,41069,1733207034249 2024-12-03T06:24:56,230 INFO [RS:1;122cddc95ec8:41069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:24:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:56,230 INFO [RS:2;122cddc95ec8:33111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:24:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33111-0x1009eb2878b0003, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:56,230 INFO [RS:2;122cddc95ec8:33111 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,33111,1733207034285; zookeeper connection closed. 2024-12-03T06:24:56,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@652f8973 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@652f8973 2024-12-03T06:24:56,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,41069,1733207034249] 2024-12-03T06:24:56,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/122cddc95ec8,41069,1733207034249 already deleted, retry=false 2024-12-03T06:24:56,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,41069,1733207034249 expired; onlineServers=0 2024-12-03T06:24:56,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,40039,1733207034088' ***** 2024-12-03T06:24:56,247 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:24:56,247 INFO [M:0;122cddc95ec8:40039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:24:56,247 INFO [M:0;122cddc95ec8:40039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:24:56,247 DEBUG [M:0;122cddc95ec8:40039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:24:56,247 DEBUG [M:0;122cddc95ec8:40039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:24:56,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:24:56,247 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207034635 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207034635,5,FailOnTimeoutGroup] 2024-12-03T06:24:56,247 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207034635 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207034635,5,FailOnTimeoutGroup] 2024-12-03T06:24:56,248 INFO [M:0;122cddc95ec8:40039 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:24:56,248 INFO [M:0;122cddc95ec8:40039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:24:56,248 DEBUG [M:0;122cddc95ec8:40039 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:24:56,248 INFO [M:0;122cddc95ec8:40039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:24:56,248 INFO [M:0;122cddc95ec8:40039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:24:56,248 ERROR [M:0;122cddc95ec8:40039 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41145 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41145,5,PEWorkerGroup] 2024-12-03T06:24:56,249 INFO [M:0;122cddc95ec8:40039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:24:56,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:24:56,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T06:24:56,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T06:24:56,255 DEBUG [M:0;122cddc95ec8:40039 {}] zookeeper.ZKUtil(347): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T06:24:56,255 WARN [M:0;122cddc95ec8:40039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:24:56,257 INFO [M:0;122cddc95ec8:40039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/.lastflushedseqids 2024-12-03T06:24:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741867_1043 (size=650) 2024-12-03T06:24:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741867_1043 (size=650) 2024-12-03T06:24:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741867_1043 (size=650) 2024-12-03T06:24:56,267 INFO [M:0;122cddc95ec8:40039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:24:56,268 INFO [M:0;122cddc95ec8:40039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:24:56,268 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:24:56,268 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:24:56,268 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:24:56,268 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:24:56,268 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:24:56,268 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.08 KB heapSize=203.30 KB 2024-12-03T06:24:56,291 DEBUG [M:0;122cddc95ec8:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b4055c0f2c6430caadc2a4299307a21 is 82, key is hbase:meta,,1/info:regioninfo/1733207045197/Put/seqid=0 2024-12-03T06:24:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741868_1044 (size=5672) 2024-12-03T06:24:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741868_1044 (size=5672) 2024-12-03T06:24:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741868_1044 (size=5672) 2024-12-03T06:24:56,298 INFO [M:0;122cddc95ec8:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b4055c0f2c6430caadc2a4299307a21 2024-12-03T06:24:56,322 DEBUG [M:0;122cddc95ec8:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b5de95f7bd44856aa4e933c25f48c55 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207056076/Put/seqid=0 2024-12-03T06:24:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741869_1045 (size=11040) 2024-12-03T06:24:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741869_1045 (size=11040) 2024-12-03T06:24:56,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741869_1045 (size=11040) 2024-12-03T06:24:56,329 INFO [M:0;122cddc95ec8:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.34 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b5de95f7bd44856aa4e933c25f48c55 2024-12-03T06:24:56,334 INFO [M:0;122cddc95ec8:40039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b5de95f7bd44856aa4e933c25f48c55 2024-12-03T06:24:56,338 INFO [RS:1;122cddc95ec8:41069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:24:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:56,338 INFO [RS:1;122cddc95ec8:41069 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,41069,1733207034249; zookeeper connection closed. 2024-12-03T06:24:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1009eb2878b0002, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:56,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61f57479 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61f57479 2024-12-03T06:24:56,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T06:24:56,348 DEBUG [M:0;122cddc95ec8:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e92ed1efc784bb199bd9ba060b23005 is 69, key is 122cddc95ec8,33111,1733207034285/rs:state/1733207034747/Put/seqid=0 2024-12-03T06:24:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741870_1046 (size=5442) 2024-12-03T06:24:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741870_1046 (size=5442) 2024-12-03T06:24:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741870_1046 (size=5442) 2024-12-03T06:24:56,356 INFO [M:0;122cddc95ec8:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e92ed1efc784bb199bd9ba060b23005 2024-12-03T06:24:56,361 INFO [M:0;122cddc95ec8:40039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e92ed1efc784bb199bd9ba060b23005 2024-12-03T06:24:56,362 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b4055c0f2c6430caadc2a4299307a21 as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b4055c0f2c6430caadc2a4299307a21 2024-12-03T06:24:56,368 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b4055c0f2c6430caadc2a4299307a21, entries=8, sequenceid=398, filesize=5.5 K 2024-12-03T06:24:56,369 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b5de95f7bd44856aa4e933c25f48c55 as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b5de95f7bd44856aa4e933c25f48c55 2024-12-03T06:24:56,374 INFO [M:0;122cddc95ec8:40039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b5de95f7bd44856aa4e933c25f48c55 2024-12-03T06:24:56,374 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b5de95f7bd44856aa4e933c25f48c55, entries=51, sequenceid=398, filesize=10.8 K 2024-12-03T06:24:56,375 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e92ed1efc784bb199bd9ba060b23005 as hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e92ed1efc784bb199bd9ba060b23005 2024-12-03T06:24:56,381 INFO [M:0;122cddc95ec8:40039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e92ed1efc784bb199bd9ba060b23005 2024-12-03T06:24:56,381 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/f10905df-1368-09e1-9f96-e1bb9d5295b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e92ed1efc784bb199bd9ba060b23005, entries=3, sequenceid=398, filesize=5.3 K 2024-12-03T06:24:56,382 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.08 KB/170062, heapSize ~203.01 KB/207880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=398, compaction requested=false 2024-12-03T06:24:56,383 INFO [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:24:56,383 DEBUG [M:0;122cddc95ec8:40039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207096268Disabling compacts and flushes for region at 1733207096268Disabling writes for close at 1733207096268Obtaining lock to block concurrent updates at 1733207096269 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207096269Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170062, getHeapSize=208120, getOffHeapSize=0, getCellsCount=490 at 1733207096269Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207096270 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207096270Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207096290 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207096291 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207096304 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207096322 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207096322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207096334 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207096347 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207096347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e109ac2: reopening flushed file at 1733207096361 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ffdd40: reopening flushed file at 1733207096368 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35aebbf7: reopening flushed file at 1733207096374 (+6 ms)Finished flush of dataSize ~166.08 KB/170062, heapSize ~203.01 KB/207880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=398, compaction requested=false at 1733207096382 (+8 ms)Writing region close event to WAL at 1733207096383 (+1 ms)Closed at 1733207096383 2024-12-03T06:24:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741830_1006 (size=196719) 2024-12-03T06:24:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741830_1006 (size=196719) 2024-12-03T06:24:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741830_1006 (size=196719) 2024-12-03T06:24:56,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:24:56,386 INFO [M:0;122cddc95ec8:40039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:24:56,386 INFO [M:0;122cddc95ec8:40039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40039 2024-12-03T06:24:56,386 INFO [M:0;122cddc95ec8:40039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:24:56,497 INFO [M:0;122cddc95ec8:40039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:24:56,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:56,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1009eb2878b0000, quorum=127.0.0.1:54962, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:24:56,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49eb4490{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:24:56,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34af3519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:24:56,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:24:56,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3abe01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:24:56,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1a6f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,STOPPED} 2024-12-03T06:24:56,539 WARN [BP-901812748-172.17.0.2-1733207032005 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:24:56,539 WARN [BP-901812748-172.17.0.2-1733207032005 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901812748-172.17.0.2-1733207032005 (Datanode Uuid d01557a2-4a64-4022-81f7-d15b65231746) service to localhost/127.0.0.1:41145 2024-12-03T06:24:56,539 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:24:56,539 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:24:56,540 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data5/current/BP-901812748-172.17.0.2-1733207032005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:24:56,540 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data6/current/BP-901812748-172.17.0.2-1733207032005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:24:56,540 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:24:56,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39f280e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:24:56,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ad4c23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:24:56,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:24:56,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f508ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:24:56,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64987e2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,STOPPED} 2024-12-03T06:24:56,544 WARN [BP-901812748-172.17.0.2-1733207032005 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:24:56,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:24:56,544 WARN [BP-901812748-172.17.0.2-1733207032005 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901812748-172.17.0.2-1733207032005 (Datanode Uuid b1f3aaed-9f3f-40b6-826b-9723a2045873) service to localhost/127.0.0.1:41145 2024-12-03T06:24:56,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:24:56,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data3/current/BP-901812748-172.17.0.2-1733207032005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:24:56,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data4/current/BP-901812748-172.17.0.2-1733207032005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:24:56,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:24:56,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30e15d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:24:56,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ec17be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:24:56,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:24:56,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@333250ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:24:56,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3eece0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,STOPPED} 2024-12-03T06:24:56,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:24:56,549 WARN [BP-901812748-172.17.0.2-1733207032005 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:24:56,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:24:56,549 WARN [BP-901812748-172.17.0.2-1733207032005 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901812748-172.17.0.2-1733207032005 (Datanode Uuid 247efab1-c16b-41da-96aa-ea42db1ffed9) service to localhost/127.0.0.1:41145 2024-12-03T06:24:56,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data1/current/BP-901812748-172.17.0.2-1733207032005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:24:56,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/cluster_a204b9ba-e151-f764-e67c-a963036d3f54/data/data2/current/BP-901812748-172.17.0.2-1733207032005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:24:56,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:24:56,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c39bcb7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:24:56,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43d033f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:24:56,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:24:56,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b9a34bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:24:56,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@222a9290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e5f1b77-6094-6bbc-4a0d-2854b00a76b6/hadoop.log.dir/,STOPPED} 2024-12-03T06:24:56,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:24:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:24:56,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 94) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41145 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41145 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=36 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=11631 (was 11751)