2024-12-09 17:00:41,758 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 17:00:41,767 main DEBUG Took 0.007628 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 17:00:41,767 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 17:00:41,767 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 17:00:41,768 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 17:00:41,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,776 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 17:00:41,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,794 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,796 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,798 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,800 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,801 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,802 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 17:00:41,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,804 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 17:00:41,806 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 17:00:41,808 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 17:00:41,810 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 17:00:41,810 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 17:00:41,812 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 17:00:41,813 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 17:00:41,823 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 17:00:41,825 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 17:00:41,827 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 17:00:41,827 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 17:00:41,828 main DEBUG createAppenders(={Console}) 2024-12-09 17:00:41,828 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-09 17:00:41,829 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 17:00:41,829 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-09 17:00:41,830 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 17:00:41,830 main DEBUG OutputStream closed 2024-12-09 17:00:41,830 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 17:00:41,831 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 17:00:41,831 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-09 17:00:41,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 17:00:41,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 17:00:41,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 17:00:41,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 17:00:41,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 17:00:41,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 17:00:41,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 17:00:41,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 17:00:41,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 17:00:41,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 17:00:41,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 17:00:41,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 17:00:41,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 17:00:41,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 17:00:41,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 17:00:41,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 17:00:41,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 17:00:41,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 17:00:41,904 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 17:00:41,904 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-09 17:00:41,904 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 17:00:41,905 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-09T17:00:41,917 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 17:00:41,920 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 17:00:41,920 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T17:00:41,926 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T17:00:41,951 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=11197 2024-12-09T17:00:42,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17 2024-12-09T17:00:42,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T17:00:42,183 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447, deleteOnExit=true 2024-12-09T17:00:42,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T17:00:42,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/test.cache.data in system properties and HBase conf 2024-12-09T17:00:42,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T17:00:42,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir in system properties and HBase conf 2024-12-09T17:00:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T17:00:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T17:00:42,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T17:00:42,256 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T17:00:42,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T17:00:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T17:00:42,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T17:00:42,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T17:00:42,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T17:00:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T17:00:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T17:00:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T17:00:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T17:00:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T17:00:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/nfs.dump.dir in system properties and HBase conf 2024-12-09T17:00:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/java.io.tmpdir in system properties and HBase conf 2024-12-09T17:00:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T17:00:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T17:00:42,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T17:00:43,249 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T17:00:43,312 INFO [Time-limited test {}] log.Log(170): Logging initialized @2183ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T17:00:43,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:00:43,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:00:43,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:00:43,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:00:43,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:00:43,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:00:43,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:00:43,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:00:43,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/java.io.tmpdir/jetty-localhost-39611-hadoop-hdfs-3_4_1-tests_jar-_-any-1931380871383955105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T17:00:43,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39611} 2024-12-09T17:00:43,658 INFO [Time-limited test {}] server.Server(415): Started @2529ms 2024-12-09T17:00:44,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:00:44,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:00:44,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:00:44,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:00:44,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:00:44,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:00:44,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:00:44,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/java.io.tmpdir/jetty-localhost-38739-hadoop-hdfs-3_4_1-tests_jar-_-any-3198404400157969089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:00:44,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:38739} 2024-12-09T17:00:44,254 INFO [Time-limited test {}] server.Server(415): Started @3126ms 2024-12-09T17:00:44,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T17:00:44,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:00:44,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:00:44,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:00:44,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:00:44,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:00:44,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:00:44,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:00:44,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/java.io.tmpdir/jetty-localhost-40607-hadoop-hdfs-3_4_1-tests_jar-_-any-7102165559569186952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:00:44,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:40607} 2024-12-09T17:00:44,533 INFO [Time-limited test {}] server.Server(415): Started @3404ms 2024-12-09T17:00:44,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T17:00:44,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:00:44,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:00:44,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:00:44,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:00:44,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:00:44,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:00:44,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:00:44,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/java.io.tmpdir/jetty-localhost-45591-hadoop-hdfs-3_4_1-tests_jar-_-any-6778162132755382846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:00:44,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:45591} 2024-12-09T17:00:44,670 INFO [Time-limited test {}] server.Server(415): Started @3542ms 2024-12-09T17:00:44,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T17:00:45,616 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data1/current/BP-1221472191-172.17.0.2-1733763642823/current, will proceed with Du for space computation calculation, 2024-12-09T17:00:45,616 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data2/current/BP-1221472191-172.17.0.2-1733763642823/current, will proceed with Du for space computation calculation, 2024-12-09T17:00:45,616 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data4/current/BP-1221472191-172.17.0.2-1733763642823/current, will proceed with Du for space computation calculation, 2024-12-09T17:00:45,616 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data3/current/BP-1221472191-172.17.0.2-1733763642823/current, will proceed with Du for space computation calculation, 2024-12-09T17:00:45,646 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T17:00:45,646 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T17:00:45,681 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data6/current/BP-1221472191-172.17.0.2-1733763642823/current, will proceed with Du for space computation calculation, 2024-12-09T17:00:45,681 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data5/current/BP-1221472191-172.17.0.2-1733763642823/current, will proceed with Du for space computation calculation, 2024-12-09T17:00:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83b7bc5f1d20efa with lease ID 0x7df5f5049c3718df: Processing first storage report for DS-ffd5e52a-3cc8-42f1-8786-0641ea852966 from datanode DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5040aba9-8d6f-4744-b5a9-b1a5983aba4e, infoPort=46119, infoSecurePort=0, ipcPort=38313, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823) 2024-12-09T17:00:45,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83b7bc5f1d20efa with lease ID 0x7df5f5049c3718df: from storage DS-ffd5e52a-3cc8-42f1-8786-0641ea852966 node DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5040aba9-8d6f-4744-b5a9-b1a5983aba4e, infoPort=46119, infoSecurePort=0, ipcPort=38313, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T17:00:45,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5bc62113bd0e9d2 with lease ID 0x7df5f5049c3718e0: Processing first storage report for DS-effc2421-155d-4798-b559-f5e9d78b4278 from datanode DatanodeRegistration(127.0.0.1:36763, datanodeUuid=4bf01c6a-db07-412b-b38f-f39431596d70, infoPort=46749, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823) 2024-12-09T17:00:45,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5bc62113bd0e9d2 with lease ID 0x7df5f5049c3718e0: from storage DS-effc2421-155d-4798-b559-f5e9d78b4278 node DatanodeRegistration(127.0.0.1:36763, datanodeUuid=4bf01c6a-db07-412b-b38f-f39431596d70, infoPort=46749, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:00:45,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb83b7bc5f1d20efa with lease ID 0x7df5f5049c3718df: Processing first storage report for DS-1eb85204-8a72-46db-ad29-96580a1f387c from datanode DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5040aba9-8d6f-4744-b5a9-b1a5983aba4e, infoPort=46119, infoSecurePort=0, ipcPort=38313, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823) 2024-12-09T17:00:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb83b7bc5f1d20efa with lease ID 0x7df5f5049c3718df: from storage DS-1eb85204-8a72-46db-ad29-96580a1f387c node DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5040aba9-8d6f-4744-b5a9-b1a5983aba4e, infoPort=46119, infoSecurePort=0, ipcPort=38313, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:00:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5bc62113bd0e9d2 with lease ID 0x7df5f5049c3718e0: Processing first storage report for DS-5537d489-9d85-4be1-adcc-166da7621a52 from datanode DatanodeRegistration(127.0.0.1:36763, datanodeUuid=4bf01c6a-db07-412b-b38f-f39431596d70, infoPort=46749, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823) 2024-12-09T17:00:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5bc62113bd0e9d2 with lease ID 0x7df5f5049c3718e0: from storage DS-5537d489-9d85-4be1-adcc-166da7621a52 node DatanodeRegistration(127.0.0.1:36763, datanodeUuid=4bf01c6a-db07-412b-b38f-f39431596d70, infoPort=46749, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:00:45,700 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T17:00:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505fd6b1432eb48d with lease ID 0x7df5f5049c3718e1: Processing first storage report for DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1 from datanode DatanodeRegistration(127.0.0.1:43993, datanodeUuid=7ba0d846-4c45-4b8c-a2c3-55bbedd67809, infoPort=38007, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823) 2024-12-09T17:00:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505fd6b1432eb48d with lease ID 0x7df5f5049c3718e1: from storage DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1 node DatanodeRegistration(127.0.0.1:43993, datanodeUuid=7ba0d846-4c45-4b8c-a2c3-55bbedd67809, infoPort=38007, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T17:00:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505fd6b1432eb48d with lease ID 0x7df5f5049c3718e1: Processing first storage report for DS-761b6696-97eb-4637-be95-31f5839321dd from datanode DatanodeRegistration(127.0.0.1:43993, datanodeUuid=7ba0d846-4c45-4b8c-a2c3-55bbedd67809, infoPort=38007, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823) 2024-12-09T17:00:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505fd6b1432eb48d with lease ID 0x7df5f5049c3718e1: from storage DS-761b6696-97eb-4637-be95-31f5839321dd node DatanodeRegistration(127.0.0.1:43993, datanodeUuid=7ba0d846-4c45-4b8c-a2c3-55bbedd67809, infoPort=38007, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:00:45,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17 2024-12-09T17:00:45,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/zookeeper_0, clientPort=63385, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T17:00:45,834 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63385 2024-12-09T17:00:45,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:45,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741825_1001 (size=7) 2024-12-09T17:00:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741825_1001 (size=7) 2024-12-09T17:00:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741825_1001 (size=7) 2024-12-09T17:00:46,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e with version=8 2024-12-09T17:00:46,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/hbase-staging 2024-12-09T17:00:46,525 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T17:00:46,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:00:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:46,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:00:46,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:46,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:00:46,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T17:00:46,924 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T17:00:46,931 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T17:00:46,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:00:46,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 116989 (auto-detected) 2024-12-09T17:00:46,955 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T17:00:46,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34861 2024-12-09T17:00:46,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34861 connecting to ZooKeeper ensemble=127.0.0.1:63385 2024-12-09T17:00:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348610x0, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:00:47,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34861-0x1000b93800e0000 connected 2024-12-09T17:00:47,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:00:47,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e, hbase.cluster.distributed=false 2024-12-09T17:00:47,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:00:47,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34861 2024-12-09T17:00:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34861 2024-12-09T17:00:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34861 2024-12-09T17:00:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34861 2024-12-09T17:00:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34861 2024-12-09T17:00:47,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:00:47,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:00:47,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:00:47,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T17:00:47,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:00:47,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38491 2024-12-09T17:00:47,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38491 connecting to ZooKeeper ensemble=127.0.0.1:63385 2024-12-09T17:00:47,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,353 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384910x0, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:00:47,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38491-0x1000b93800e0001 connected 2024-12-09T17:00:47,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:00:47,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T17:00:47,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T17:00:47,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T17:00:47,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:00:47,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-09T17:00:47,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38491 2024-12-09T17:00:47,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38491 2024-12-09T17:00:47,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-09T17:00:47,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-09T17:00:47,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:00:47,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:00:47,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:00:47,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T17:00:47,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:00:47,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36757 2024-12-09T17:00:47,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36757 connecting to ZooKeeper ensemble=127.0.0.1:63385 2024-12-09T17:00:47,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367570x0, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:00:47,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36757-0x1000b93800e0002 connected 2024-12-09T17:00:47,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:00:47,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T17:00:47,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T17:00:47,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T17:00:47,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:00:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36757 2024-12-09T17:00:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36757 2024-12-09T17:00:47,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36757 2024-12-09T17:00:47,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36757 2024-12-09T17:00:47,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36757 2024-12-09T17:00:47,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:00:47,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:00:47,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:00:47,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:00:47,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T17:00:47,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:00:47,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44117 2024-12-09T17:00:47,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44117 connecting to ZooKeeper ensemble=127.0.0.1:63385 2024-12-09T17:00:47,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441170x0, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:00:47,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441170x0, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:00:47,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44117-0x1000b93800e0003 connected 2024-12-09T17:00:47,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T17:00:47,489 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T17:00:47,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T17:00:47,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:00:47,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-09T17:00:47,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44117 2024-12-09T17:00:47,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44117 2024-12-09T17:00:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-09T17:00:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-09T17:00:47,514 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b4ec1980089:34861 2024-12-09T17:00:47,515 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b4ec1980089,34861,1733763646607 2024-12-09T17:00:47,529 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,532 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b4ec1980089,34861,1733763646607 2024-12-09T17:00:47,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T17:00:47,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T17:00:47,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,562 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T17:00:47,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,562 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,563 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T17:00:47,564 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b4ec1980089,34861,1733763646607 from backup master directory 2024-12-09T17:00:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b4ec1980089,34861,1733763646607 2024-12-09T17:00:47,570 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:00:47,571 WARN [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:00:47,572 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b4ec1980089,34861,1733763646607 2024-12-09T17:00:47,575 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T17:00:47,576 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T17:00:47,625 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/hbase.id] with ID: 997e824d-8d34-4e4e-99c1-4544d862c222 2024-12-09T17:00:47,625 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.tmp/hbase.id 2024-12-09T17:00:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741826_1002 (size=42) 2024-12-09T17:00:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741826_1002 (size=42) 2024-12-09T17:00:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741826_1002 (size=42) 2024-12-09T17:00:47,644 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.tmp/hbase.id]:[hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/hbase.id] 2024-12-09T17:00:47,687 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:00:47,693 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T17:00:47,710 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-09T17:00:47,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,729 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741827_1003 (size=196) 2024-12-09T17:00:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741827_1003 (size=196) 2024-12-09T17:00:47,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741827_1003 (size=196) 2024-12-09T17:00:47,763 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T17:00:47,765 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T17:00:47,777 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T17:00:47,781 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:00:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741828_1004 (size=1189) 2024-12-09T17:00:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741828_1004 (size=1189) 2024-12-09T17:00:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741828_1004 (size=1189) 2024-12-09T17:00:47,827 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store 2024-12-09T17:00:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741829_1005 (size=34) 2024-12-09T17:00:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741829_1005 (size=34) 2024-12-09T17:00:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741829_1005 (size=34) 2024-12-09T17:00:47,851 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T17:00:47,854 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:47,855 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T17:00:47,855 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:00:47,856 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:00:47,857 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T17:00:47,857 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:00:47,858 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:00:47,859 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733763647855Disabling compacts and flushes for region at 1733763647855Disabling writes for close at 1733763647857 (+2 ms)Writing region close event to WAL at 1733763647857Closed at 1733763647857 2024-12-09T17:00:47,861 WARN [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/.initializing 2024-12-09T17:00:47,861 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/WALs/7b4ec1980089,34861,1733763646607 2024-12-09T17:00:47,868 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:00:47,881 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C34861%2C1733763646607, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/WALs/7b4ec1980089,34861,1733763646607, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/oldWALs, maxLogs=10 2024-12-09T17:00:47,901 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/WALs/7b4ec1980089,34861,1733763646607/7b4ec1980089%2C34861%2C1733763646607.1733763647885, exclude list is [], retry=0 2024-12-09T17:00:47,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-effc2421-155d-4798-b559-f5e9d78b4278,DISK] 2024-12-09T17:00:47,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1,DISK] 2024-12-09T17:00:47,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-ffd5e52a-3cc8-42f1-8786-0641ea852966,DISK] 2024-12-09T17:00:47,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T17:00:47,952 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/WALs/7b4ec1980089,34861,1733763646607/7b4ec1980089%2C34861%2C1733763646607.1733763647885 2024-12-09T17:00:47,953 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38007:38007),(127.0.0.1/127.0.0.1:46119:46119),(127.0.0.1/127.0.0.1:46749:46749)] 2024-12-09T17:00:47,953 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T17:00:47,953 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:47,956 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:47,957 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:47,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T17:00:48,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:48,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T17:00:48,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:00:48,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T17:00:48,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:00:48,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T17:00:48,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:00:48,029 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,033 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,034 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,040 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,040 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,044 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:00:48,047 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:00:48,051 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:00:48,052 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70213952, jitterRate=0.04626941680908203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:00:48,057 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733763647968Initializing all the Stores at 1733763647970 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763647971 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763647971Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763647972 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763647972Cleaning up temporary data from old regions at 1733763648040 (+68 ms)Region opened successfully at 1733763648057 (+17 ms) 2024-12-09T17:00:48,058 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T17:00:48,089 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b37193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:00:48,114 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T17:00:48,123 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T17:00:48,123 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T17:00:48,125 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T17:00:48,126 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T17:00:48,132 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T17:00:48,132 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T17:00:48,157 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T17:00:48,164 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T17:00:48,220 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T17:00:48,225 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T17:00:48,227 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T17:00:48,236 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T17:00:48,239 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T17:00:48,244 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T17:00:48,253 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T17:00:48,255 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T17:00:48,261 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T17:00:48,284 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T17:00:48,295 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T17:00:48,303 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:00:48,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:00:48,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:00:48,304 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:00:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,308 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b4ec1980089,34861,1733763646607, sessionid=0x1000b93800e0000, setting cluster-up flag (Was=false) 2024-12-09T17:00:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,337 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,362 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T17:00:48,366 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b4ec1980089,34861,1733763646607 2024-12-09T17:00:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,387 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:48,412 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T17:00:48,414 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b4ec1980089,34861,1733763646607 2024-12-09T17:00:48,424 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T17:00:48,488 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T17:00:48,495 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T17:00:48,500 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(746): ClusterId : 997e824d-8d34-4e4e-99c1-4544d862c222 2024-12-09T17:00:48,500 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(746): ClusterId : 997e824d-8d34-4e4e-99c1-4544d862c222 2024-12-09T17:00:48,500 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(746): ClusterId : 997e824d-8d34-4e4e-99c1-4544d862c222 2024-12-09T17:00:48,502 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T17:00:48,502 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T17:00:48,502 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T17:00:48,502 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T17:00:48,508 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b4ec1980089,34861,1733763646607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T17:00:48,530 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T17:00:48,530 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T17:00:48,530 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T17:00:48,530 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T17:00:48,530 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T17:00:48,530 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T17:00:48,530 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:00:48,530 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:00:48,531 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:00:48,531 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:00:48,531 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b4ec1980089:0, corePoolSize=10, maxPoolSize=10 2024-12-09T17:00:48,531 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,531 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:00:48,531 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,533 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733763678533 2024-12-09T17:00:48,534 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T17:00:48,535 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T17:00:48,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T17:00:48,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T17:00:48,538 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T17:00:48,538 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T17:00:48,538 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T17:00:48,539 DEBUG [RS:0;7b4ec1980089:38491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53475fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:00:48,539 DEBUG [RS:2;7b4ec1980089:44117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28569f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:00:48,539 DEBUG [RS:1;7b4ec1980089:36757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2243c4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:00:48,539 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T17:00:48,539 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T17:00:48,540 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T17:00:48,540 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T17:00:48,541 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,545 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T17:00:48,547 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T17:00:48,547 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T17:00:48,551 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T17:00:48,551 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T17:00:48,553 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733763648553,5,FailOnTimeoutGroup] 2024-12-09T17:00:48,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T17:00:48,555 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7b4ec1980089:36757 2024-12-09T17:00:48,556 DEBUG [RS:2;7b4ec1980089:44117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7b4ec1980089:44117 2024-12-09T17:00:48,556 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b4ec1980089:38491 2024-12-09T17:00:48,558 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733763648553,5,FailOnTimeoutGroup] 2024-12-09T17:00:48,558 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,558 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T17:00:48,559 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T17:00:48,559 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T17:00:48,559 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T17:00:48,559 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T17:00:48,559 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T17:00:48,559 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T17:00:48,559 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T17:00:48,559 DEBUG [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T17:00:48,559 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T17:00:48,560 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,560 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,562 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,34861,1733763646607 with port=36757, startcode=1733763647388 2024-12-09T17:00:48,562 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,34861,1733763646607 with port=38491, startcode=1733763647278 2024-12-09T17:00:48,562 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,34861,1733763646607 with port=44117, startcode=1733763647460 2024-12-09T17:00:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741831_1007 (size=1321) 2024-12-09T17:00:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741831_1007 (size=1321) 2024-12-09T17:00:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741831_1007 (size=1321) 2024-12-09T17:00:48,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T17:00:48,571 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:48,574 DEBUG [RS:0;7b4ec1980089:38491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T17:00:48,574 DEBUG [RS:1;7b4ec1980089:36757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T17:00:48,574 DEBUG [RS:2;7b4ec1980089:44117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T17:00:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741832_1008 (size=32) 2024-12-09T17:00:48,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741832_1008 (size=32) 2024-12-09T17:00:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741832_1008 (size=32) 2024-12-09T17:00:48,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:48,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T17:00:48,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T17:00:48,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:48,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T17:00:48,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T17:00:48,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:48,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T17:00:48,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T17:00:48,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:48,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T17:00:48,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T17:00:48,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:48,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:48,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T17:00:48,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740 2024-12-09T17:00:48,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740 2024-12-09T17:00:48,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T17:00:48,612 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41979, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T17:00:48,612 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T17:00:48,612 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33569, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T17:00:48,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T17:00:48,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:00:48,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T17:00:48,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,36757,1733763647388 2024-12-09T17:00:48,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:00:48,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590366, jitterRate=0.03697726130485535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:00:48,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,36757,1733763647388 2024-12-09T17:00:48,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733763648585Initializing all the Stores at 1733763648586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763648586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763648587 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763648587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763648587Cleaning up temporary data from old regions at 1733763648612 (+25 ms)Region opened successfully at 1733763648623 (+11 ms) 2024-12-09T17:00:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T17:00:48,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T17:00:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T17:00:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T17:00:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T17:00:48,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T17:00:48,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733763648624Disabling compacts and flushes for region at 1733763648624Disabling writes for close at 1733763648624Writing region close event to WAL at 1733763648625 (+1 ms)Closed at 1733763648625 2024-12-09T17:00:48,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T17:00:48,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T17:00:48,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T17:00:48,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,38491,1733763647278 2024-12-09T17:00:48,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,38491,1733763647278 2024-12-09T17:00:48,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,44117,1733763647460 2024-12-09T17:00:48,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,44117,1733763647460 2024-12-09T17:00:48,640 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:48,640 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:48,640 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44807 2024-12-09T17:00:48,640 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44807 2024-12-09T17:00:48,640 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T17:00:48,640 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T17:00:48,644 DEBUG [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:48,644 DEBUG [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44807 2024-12-09T17:00:48,644 DEBUG [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T17:00:48,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T17:00:48,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T17:00:48,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T17:00:48,704 DEBUG [RS:0;7b4ec1980089:38491 {}] zookeeper.ZKUtil(111): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,38491,1733763647278 2024-12-09T17:00:48,704 DEBUG [RS:1;7b4ec1980089:36757 {}] zookeeper.ZKUtil(111): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,36757,1733763647388 2024-12-09T17:00:48,704 WARN [RS:1;7b4ec1980089:36757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:00:48,704 WARN [RS:0;7b4ec1980089:38491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:00:48,705 INFO [RS:0;7b4ec1980089:38491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:00:48,705 INFO [RS:1;7b4ec1980089:36757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:00:48,705 DEBUG [RS:2;7b4ec1980089:44117 {}] zookeeper.ZKUtil(111): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,44117,1733763647460 2024-12-09T17:00:48,705 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,38491,1733763647278 2024-12-09T17:00:48,705 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388 2024-12-09T17:00:48,705 WARN [RS:2;7b4ec1980089:44117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:00:48,705 INFO [RS:2;7b4ec1980089:44117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:00:48,706 DEBUG [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460 2024-12-09T17:00:48,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,36757,1733763647388] 2024-12-09T17:00:48,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,44117,1733763647460] 2024-12-09T17:00:48,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,38491,1733763647278] 2024-12-09T17:00:48,733 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T17:00:48,733 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T17:00:48,733 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T17:00:48,745 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T17:00:48,745 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T17:00:48,745 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T17:00:48,749 INFO [RS:2;7b4ec1980089:44117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T17:00:48,749 INFO [RS:1;7b4ec1980089:36757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T17:00:48,749 INFO [RS:0;7b4ec1980089:38491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T17:00:48,749 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,750 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,750 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,751 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T17:00:48,751 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T17:00:48,751 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T17:00:48,756 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T17:00:48,756 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T17:00:48,756 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T17:00:48,757 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,757 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,757 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,757 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,757 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:00:48,758 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,758 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:00:48,758 DEBUG [RS:0;7b4ec1980089:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:00:48,759 DEBUG [RS:2;7b4ec1980089:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:00:48,759 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,759 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,759 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:00:48,759 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:00:48,759 DEBUG [RS:1;7b4ec1980089:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:00:48,760 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,760 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,760 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,760 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,760 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,760 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,38491,1733763647278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:00:48,761 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,761 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,761 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,762 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,762 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,762 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,44117,1733763647460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:00:48,763 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,763 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,763 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,763 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,763 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,763 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,36757,1733763647388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:00:48,777 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T17:00:48,779 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T17:00:48,779 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,38491,1733763647278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,779 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,44117,1733763647460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,779 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,779 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,779 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.Replication(171): 7b4ec1980089,38491,1733763647278 started 2024-12-09T17:00:48,779 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.Replication(171): 7b4ec1980089,44117,1733763647460 started 2024-12-09T17:00:48,786 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T17:00:48,786 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,36757,1733763647388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,787 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,787 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.Replication(171): 7b4ec1980089,36757,1733763647388 started 2024-12-09T17:00:48,799 WARN [7b4ec1980089:34861 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T17:00:48,799 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,799 INFO [RS:2;7b4ec1980089:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,799 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,38491,1733763647278, RpcServer on 7b4ec1980089/172.17.0.2:38491, sessionid=0x1000b93800e0001 2024-12-09T17:00:48,799 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,44117,1733763647460, RpcServer on 7b4ec1980089/172.17.0.2:44117, sessionid=0x1000b93800e0003 2024-12-09T17:00:48,800 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T17:00:48,800 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T17:00:48,800 DEBUG [RS:2;7b4ec1980089:44117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,44117,1733763647460 2024-12-09T17:00:48,800 DEBUG [RS:0;7b4ec1980089:38491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,38491,1733763647278 2024-12-09T17:00:48,801 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,44117,1733763647460' 2024-12-09T17:00:48,801 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,38491,1733763647278' 2024-12-09T17:00:48,801 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T17:00:48,801 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T17:00:48,802 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T17:00:48,802 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T17:00:48,802 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T17:00:48,803 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T17:00:48,803 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T17:00:48,803 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T17:00:48,803 DEBUG [RS:2;7b4ec1980089:44117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,44117,1733763647460 2024-12-09T17:00:48,803 DEBUG [RS:0;7b4ec1980089:38491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,38491,1733763647278 2024-12-09T17:00:48,803 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,44117,1733763647460' 2024-12-09T17:00:48,803 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,38491,1733763647278' 2024-12-09T17:00:48,803 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T17:00:48,803 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T17:00:48,804 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T17:00:48,804 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T17:00:48,804 DEBUG [RS:0;7b4ec1980089:38491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T17:00:48,804 DEBUG [RS:2;7b4ec1980089:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T17:00:48,804 INFO [RS:0;7b4ec1980089:38491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T17:00:48,804 INFO [RS:2;7b4ec1980089:44117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T17:00:48,804 INFO [RS:0;7b4ec1980089:38491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T17:00:48,804 INFO [RS:2;7b4ec1980089:44117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T17:00:48,810 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:48,810 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,36757,1733763647388, RpcServer on 7b4ec1980089/172.17.0.2:36757, sessionid=0x1000b93800e0002 2024-12-09T17:00:48,811 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T17:00:48,811 DEBUG [RS:1;7b4ec1980089:36757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,36757,1733763647388 2024-12-09T17:00:48,811 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,36757,1733763647388' 2024-12-09T17:00:48,811 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T17:00:48,812 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T17:00:48,812 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T17:00:48,813 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T17:00:48,813 DEBUG [RS:1;7b4ec1980089:36757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,36757,1733763647388 2024-12-09T17:00:48,813 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,36757,1733763647388' 2024-12-09T17:00:48,813 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T17:00:48,813 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T17:00:48,814 DEBUG [RS:1;7b4ec1980089:36757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T17:00:48,814 INFO [RS:1;7b4ec1980089:36757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T17:00:48,814 INFO [RS:1;7b4ec1980089:36757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T17:00:48,909 INFO [RS:0;7b4ec1980089:38491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:00:48,909 INFO [RS:2;7b4ec1980089:44117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:00:48,912 INFO [RS:2;7b4ec1980089:44117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C44117%2C1733763647460, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs, maxLogs=32 2024-12-09T17:00:48,912 INFO [RS:0;7b4ec1980089:38491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C38491%2C1733763647278, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,38491,1733763647278, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs, maxLogs=32 2024-12-09T17:00:48,915 INFO [RS:1;7b4ec1980089:36757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:00:48,917 INFO [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C36757%2C1733763647388, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs, maxLogs=32 2024-12-09T17:00:48,929 DEBUG [RS:2;7b4ec1980089:44117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460/7b4ec1980089%2C44117%2C1733763647460.1733763648915, exclude list is [], retry=0 2024-12-09T17:00:48,930 DEBUG [RS:0;7b4ec1980089:38491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,38491,1733763647278/7b4ec1980089%2C38491%2C1733763647278.1733763648915, exclude list is [], retry=0 2024-12-09T17:00:48,930 DEBUG [RS:1;7b4ec1980089:36757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388/7b4ec1980089%2C36757%2C1733763647388.1733763648919, exclude list is [], retry=0 2024-12-09T17:00:48,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-effc2421-155d-4798-b559-f5e9d78b4278,DISK] 2024-12-09T17:00:48,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-ffd5e52a-3cc8-42f1-8786-0641ea852966,DISK] 2024-12-09T17:00:48,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-effc2421-155d-4798-b559-f5e9d78b4278,DISK] 2024-12-09T17:00:48,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-ffd5e52a-3cc8-42f1-8786-0641ea852966,DISK] 2024-12-09T17:00:48,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1,DISK] 2024-12-09T17:00:48,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-ffd5e52a-3cc8-42f1-8786-0641ea852966,DISK] 2024-12-09T17:00:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1,DISK] 2024-12-09T17:00:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1,DISK] 2024-12-09T17:00:48,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-effc2421-155d-4798-b559-f5e9d78b4278,DISK] 2024-12-09T17:00:48,965 INFO [RS:0;7b4ec1980089:38491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,38491,1733763647278/7b4ec1980089%2C38491%2C1733763647278.1733763648915 2024-12-09T17:00:48,966 INFO [RS:2;7b4ec1980089:44117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460/7b4ec1980089%2C44117%2C1733763647460.1733763648915 2024-12-09T17:00:48,968 DEBUG [RS:2;7b4ec1980089:44117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:38007:38007),(127.0.0.1/127.0.0.1:46119:46119)] 2024-12-09T17:00:48,968 DEBUG [RS:0;7b4ec1980089:38491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119),(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:38007:38007)] 2024-12-09T17:00:48,968 INFO [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388/7b4ec1980089%2C36757%2C1733763647388.1733763648919 2024-12-09T17:00:48,968 DEBUG [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119),(127.0.0.1/127.0.0.1:38007:38007),(127.0.0.1/127.0.0.1:46749:46749)] 2024-12-09T17:00:49,052 DEBUG [7b4ec1980089:34861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T17:00:49,060 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:00:49,065 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:00:49,066 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:00:49,066 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T17:00:49,066 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:00:49,066 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:00:49,066 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T17:00:49,066 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:00:49,066 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:00:49,066 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T17:00:49,066 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:00:49,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:00:49,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,44117,1733763647460, state=OPENING 2024-12-09T17:00:49,112 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T17:00:49,120 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:00:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:49,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T17:00:49,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,44117,1733763647460}] 2024-12-09T17:00:56,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T17:00:56,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T17:00:59,158 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T17:00:59,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T17:00:59,170 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T17:00:59,171 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:00:59,171 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T17:00:59,174 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C44117%2C1733763647460.meta, suffix=.meta, logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs, maxLogs=32 2024-12-09T17:00:59,187 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, exclude list is [], retry=0 2024-12-09T17:00:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1,DISK] 2024-12-09T17:00:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-effc2421-155d-4798-b559-f5e9d78b4278,DISK] 2024-12-09T17:00:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-ffd5e52a-3cc8-42f1-8786-0641ea852966,DISK] 2024-12-09T17:00:59,194 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta 2024-12-09T17:00:59,194 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38007:38007),(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:46119:46119)] 2024-12-09T17:00:59,194 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T17:00:59,196 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T17:00:59,198 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T17:00:59,202 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T17:00:59,206 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T17:00:59,207 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,207 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T17:00:59,207 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T17:00:59,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T17:00:59,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T17:00:59,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:59,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:59,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T17:00:59,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T17:00:59,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:59,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:59,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T17:00:59,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T17:00:59,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:59,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:59,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T17:00:59,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T17:00:59,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:59,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:00:59,220 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T17:00:59,221 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740 2024-12-09T17:00:59,224 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740 2024-12-09T17:00:59,227 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T17:00:59,227 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T17:00:59,227 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:00:59,230 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T17:00:59,232 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63355006, jitterRate=-0.055936843156814575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:00:59,232 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T17:00:59,233 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733763659207Writing region info on filesystem at 1733763659207Initializing all the Stores at 1733763659209 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763659209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763659210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763659210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763659210Cleaning up temporary data from old regions at 1733763659227 (+17 ms)Running coprocessor post-open hooks at 1733763659232 (+5 ms)Region opened successfully at 1733763659233 (+1 ms) 2024-12-09T17:00:59,239 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733763659151 2024-12-09T17:00:59,281 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T17:00:59,282 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T17:00:59,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:00:59,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,44117,1733763647460, state=OPEN 2024-12-09T17:00:59,319 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:00:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:00:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:00:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:00:59,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:59,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:59,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:59,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:00:59,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b4ec1980089,44117,1733763647460 2024-12-09T17:00:59,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T17:00:59,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,44117,1733763647460 in 10.1930 sec 2024-12-09T17:00:59,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T17:00:59,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6960 sec 2024-12-09T17:00:59,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T17:00:59,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T17:00:59,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:00:59,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1] 2024-12-09T17:00:59,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:00:59,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:00:59,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9400 sec 2024-12-09T17:00:59,394 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733763659394, completionTime=-1 2024-12-09T17:00:59,396 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T17:00:59,396 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T17:00:59,418 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T17:00:59,419 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733763719418 2024-12-09T17:00:59,419 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733763779419 2024-12-09T17:00:59,419 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-09T17:00:59,420 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:00:59,427 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34861,1733763646607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,427 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34861,1733763646607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,427 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34861,1733763646607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,429 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b4ec1980089:34861, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,430 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,430 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,435 DEBUG [master/7b4ec1980089:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T17:00:59,454 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.882sec 2024-12-09T17:00:59,456 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T17:00:59,457 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T17:00:59,458 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T17:00:59,459 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T17:00:59,459 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T17:00:59,459 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34861,1733763646607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:00:59,460 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34861,1733763646607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T17:00:59,463 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T17:00:59,464 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T17:00:59,465 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34861,1733763646607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:00:59,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:00:59,529 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T17:00:59,529 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T17:00:59,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b4ec1980089,34861,-1 for getting cluster id 2024-12-09T17:00:59,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T17:00:59,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '997e824d-8d34-4e4e-99c1-4544d862c222' 2024-12-09T17:00:59,547 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T17:00:59,548 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "997e824d-8d34-4e4e-99c1-4544d862c222" 2024-12-09T17:00:59,548 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2625e5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:00:59,548 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b4ec1980089,34861,-1] 2024-12-09T17:00:59,552 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T17:00:59,554 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:00:59,555 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T17:00:59,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:00:59,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:00:59,564 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1] 2024-12-09T17:00:59,564 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:00:59,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:00:59,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b4ec1980089,34861,1733763646607 2024-12-09T17:00:59,604 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733763659603 (current time:1733763659603). 2024-12-09T17:00:59,604 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T17:00:59,604 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T17:00:59,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:00:59,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b4ec1980089,34861,-1 for getting cluster id 2024-12-09T17:00:59,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T17:00:59,608 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '997e824d-8d34-4e4e-99c1-4544d862c222' 2024-12-09T17:00:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T17:00:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "997e824d-8d34-4e4e-99c1-4544d862c222" 2024-12-09T17:00:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de723a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:00:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b4ec1980089,34861,-1] 2024-12-09T17:00:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T17:00:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:00:59,611 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T17:00:59,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ad204f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:00:59,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:00:59,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1] 2024-12-09T17:00:59,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:00:59,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:00:59,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T17:00:59,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:00:59,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:00:59,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:00:59,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T17:00:59,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T17:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b4ec1980089,34861,1733763646607 2024-12-09T17:00:59,639 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7abc0c5a 2024-12-09T17:00:59,640 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T17:00:59,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T17:00:59,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T17:00:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T17:00:59,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T17:00:59,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T17:00:59,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:00:59,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T17:00:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:00:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741837_1013 (size=361) 2024-12-09T17:00:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741837_1013 (size=361) 2024-12-09T17:00:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741837_1013 (size=361) 2024-12-09T17:00:59,681 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9b47e6802a01cedba128c3c89962ceb, NAME => 'SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,682 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 70fa645c4e49d23465a6dec57625aa5c, NAME => 'SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4ce3da84bb154d4add733163873ba129, NAME => 'SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741839_1015 (size=54) 2024-12-09T17:00:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741839_1015 (size=54) 2024-12-09T17:00:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741839_1015 (size=54) 2024-12-09T17:00:59,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a9b47e6802a01cedba128c3c89962ceb, disabling compactions & flushes 2024-12-09T17:00:59,703 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:00:59,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:00:59,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. after waiting 0 ms 2024-12-09T17:00:59,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:00:59,704 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:00:59,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9b47e6802a01cedba128c3c89962ceb: Waiting for close lock at 1733763659703Disabling compacts and flushes for region at 1733763659703Disabling writes for close at 1733763659704 (+1 ms)Writing region close event to WAL at 1733763659704Closed at 1733763659704 2024-12-09T17:00:59,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1ff02c52a9662c6e4001261e7fa891b, NAME => 'SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741838_1014 (size=62) 2024-12-09T17:00:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741838_1014 (size=62) 2024-12-09T17:00:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741838_1014 (size=62) 2024-12-09T17:00:59,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 70fa645c4e49d23465a6dec57625aa5c, disabling compactions & flushes 2024-12-09T17:00:59,707 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:00:59,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:00:59,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. after waiting 0 ms 2024-12-09T17:00:59,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:00:59,707 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:00:59,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 70fa645c4e49d23465a6dec57625aa5c: Waiting for close lock at 1733763659707Disabling compacts and flushes for region at 1733763659707Disabling writes for close at 1733763659707Writing region close event to WAL at 1733763659707Closed at 1733763659707 2024-12-09T17:00:59,708 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a53fb1847c0c36839d9f372d3a0fc501, NAME => 'SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741840_1016 (size=62) 2024-12-09T17:00:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741840_1016 (size=62) 2024-12-09T17:00:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741840_1016 (size=62) 2024-12-09T17:00:59,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4ce3da84bb154d4add733163873ba129, disabling compactions & flushes 2024-12-09T17:00:59,712 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:00:59,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:00:59,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. after waiting 0 ms 2024-12-09T17:00:59,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:00:59,712 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:00:59,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4ce3da84bb154d4add733163873ba129: Waiting for close lock at 1733763659712Disabling compacts and flushes for region at 1733763659712Disabling writes for close at 1733763659712Writing region close event to WAL at 1733763659712Closed at 1733763659712 2024-12-09T17:00:59,713 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e6a785a90d7d8ac92e3421e1c02d63a6, NAME => 'SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741841_1017 (size=62) 2024-12-09T17:00:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741841_1017 (size=62) 2024-12-09T17:00:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741841_1017 (size=62) 2024-12-09T17:00:59,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e1ff02c52a9662c6e4001261e7fa891b, disabling compactions & flushes 2024-12-09T17:00:59,722 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:00:59,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:00:59,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. after waiting 0 ms 2024-12-09T17:00:59,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:00:59,722 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:00:59,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1ff02c52a9662c6e4001261e7fa891b: Waiting for close lock at 1733763659722Disabling compacts and flushes for region at 1733763659722Disabling writes for close at 1733763659722Writing region close event to WAL at 1733763659722Closed at 1733763659722 2024-12-09T17:00:59,723 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb637a46ae923ade0145d80793bf8546, NAME => 'SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741842_1018 (size=62) 2024-12-09T17:00:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741842_1018 (size=62) 2024-12-09T17:00:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741842_1018 (size=62) 2024-12-09T17:00:59,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a53fb1847c0c36839d9f372d3a0fc501, disabling compactions & flushes 2024-12-09T17:00:59,733 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:00:59,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:00:59,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. after waiting 0 ms 2024-12-09T17:00:59,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:00:59,733 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:00:59,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a53fb1847c0c36839d9f372d3a0fc501: Waiting for close lock at 1733763659732Disabling compacts and flushes for region at 1733763659732Disabling writes for close at 1733763659733 (+1 ms)Writing region close event to WAL at 1733763659733Closed at 1733763659733 2024-12-09T17:00:59,733 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1fcb878733471049a8a182bd3a5c813f, NAME => 'SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741843_1019 (size=62) 2024-12-09T17:00:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741843_1019 (size=62) 2024-12-09T17:00:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741843_1019 (size=62) 2024-12-09T17:00:59,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e6a785a90d7d8ac92e3421e1c02d63a6, disabling compactions & flushes 2024-12-09T17:00:59,744 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:00:59,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:00:59,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. after waiting 0 ms 2024-12-09T17:00:59,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:00:59,744 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:00:59,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e6a785a90d7d8ac92e3421e1c02d63a6: Waiting for close lock at 1733763659744Disabling compacts and flushes for region at 1733763659744Disabling writes for close at 1733763659744Writing region close event to WAL at 1733763659744Closed at 1733763659744 2024-12-09T17:00:59,745 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d548af2c6af4919900c2a453fb1a91c6, NAME => 'SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741844_1020 (size=62) 2024-12-09T17:00:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741844_1020 (size=62) 2024-12-09T17:00:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741844_1020 (size=62) 2024-12-09T17:00:59,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bb637a46ae923ade0145d80793bf8546, disabling compactions & flushes 2024-12-09T17:00:59,753 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:00:59,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:00:59,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. after waiting 0 ms 2024-12-09T17:00:59,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:00:59,753 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:00:59,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb637a46ae923ade0145d80793bf8546: Waiting for close lock at 1733763659753Disabling compacts and flushes for region at 1733763659753Disabling writes for close at 1733763659753Writing region close event to WAL at 1733763659753Closed at 1733763659753 2024-12-09T17:00:59,754 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfa2329b4d373b0f0b9846e901549686, NAME => 'SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e 2024-12-09T17:00:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741845_1021 (size=62) 2024-12-09T17:00:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741845_1021 (size=62) 2024-12-09T17:00:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741845_1021 (size=62) 2024-12-09T17:00:59,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1fcb878733471049a8a182bd3a5c813f, disabling compactions & flushes 2024-12-09T17:00:59,759 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:00:59,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:00:59,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. after waiting 0 ms 2024-12-09T17:00:59,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:00:59,760 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:00:59,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1fcb878733471049a8a182bd3a5c813f: Waiting for close lock at 1733763659759Disabling compacts and flushes for region at 1733763659759Disabling writes for close at 1733763659760 (+1 ms)Writing region close event to WAL at 1733763659760Closed at 1733763659760 2024-12-09T17:00:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741846_1022 (size=62) 2024-12-09T17:00:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741846_1022 (size=62) 2024-12-09T17:00:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741846_1022 (size=62) 2024-12-09T17:00:59,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d548af2c6af4919900c2a453fb1a91c6, disabling compactions & flushes 2024-12-09T17:00:59,771 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:00:59,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:00:59,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. after waiting 0 ms 2024-12-09T17:00:59,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:00:59,771 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:00:59,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d548af2c6af4919900c2a453fb1a91c6: Waiting for close lock at 1733763659771Disabling compacts and flushes for region at 1733763659771Disabling writes for close at 1733763659771Writing region close event to WAL at 1733763659771Closed at 1733763659771 2024-12-09T17:00:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741847_1023 (size=54) 2024-12-09T17:00:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:00:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741847_1023 (size=54) 2024-12-09T17:00:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741847_1023 (size=54) 2024-12-09T17:00:59,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:00:59,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dfa2329b4d373b0f0b9846e901549686, disabling compactions & flushes 2024-12-09T17:00:59,774 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:00:59,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:00:59,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. after waiting 0 ms 2024-12-09T17:00:59,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:00:59,774 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:00:59,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfa2329b4d373b0f0b9846e901549686: Waiting for close lock at 1733763659774Disabling compacts and flushes for region at 1733763659774Disabling writes for close at 1733763659774Writing region close event to WAL at 1733763659774Closed at 1733763659774 2024-12-09T17:00:59,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T17:00:59,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733763659777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763659777"}]},"ts":"1733763659777"} 2024-12-09T17:00:59,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T17:00:59,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T17:00:59,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733763659819"}]},"ts":"1733763659819"} 2024-12-09T17:00:59,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T17:00:59,827 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T17:00:59,834 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:00:59,834 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:00:59,834 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T17:00:59,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:00:59,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70fa645c4e49d23465a6dec57625aa5c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ce3da84bb154d4add733163873ba129, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a53fb1847c0c36839d9f372d3a0fc501, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6a785a90d7d8ac92e3421e1c02d63a6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fcb878733471049a8a182bd3a5c813f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d548af2c6af4919900c2a453fb1a91c6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN}] 2024-12-09T17:00:59,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN 2024-12-09T17:00:59,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70fa645c4e49d23465a6dec57625aa5c, ASSIGN 2024-12-09T17:00:59,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a53fb1847c0c36839d9f372d3a0fc501, ASSIGN 2024-12-09T17:00:59,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN 2024-12-09T17:00:59,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70fa645c4e49d23465a6dec57625aa5c, ASSIGN; state=OFFLINE, location=7b4ec1980089,38491,1733763647278; forceNewPlan=false, retain=false 2024-12-09T17:00:59,842 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN; state=OFFLINE, location=7b4ec1980089,44117,1733763647460; forceNewPlan=false, retain=false 2024-12-09T17:00:59,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN; state=OFFLINE, location=7b4ec1980089,44117,1733763647460; forceNewPlan=false, retain=false 2024-12-09T17:00:59,842 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a53fb1847c0c36839d9f372d3a0fc501, ASSIGN; state=OFFLINE, location=7b4ec1980089,38491,1733763647278; forceNewPlan=false, retain=false 2024-12-09T17:00:59,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fcb878733471049a8a182bd3a5c813f, ASSIGN 2024-12-09T17:00:59,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d548af2c6af4919900c2a453fb1a91c6, ASSIGN 2024-12-09T17:00:59,847 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN 2024-12-09T17:00:59,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN 2024-12-09T17:00:59,847 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6a785a90d7d8ac92e3421e1c02d63a6, ASSIGN 2024-12-09T17:00:59,849 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN; state=OFFLINE, location=7b4ec1980089,44117,1733763647460; forceNewPlan=false, retain=false 2024-12-09T17:00:59,849 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1fcb878733471049a8a182bd3a5c813f, ASSIGN; state=OFFLINE, location=7b4ec1980089,38491,1733763647278; forceNewPlan=false, retain=false 2024-12-09T17:00:59,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN; state=OFFLINE, location=7b4ec1980089,44117,1733763647460; forceNewPlan=false, retain=false 2024-12-09T17:00:59,849 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d548af2c6af4919900c2a453fb1a91c6, ASSIGN; state=OFFLINE, location=7b4ec1980089,36757,1733763647388; forceNewPlan=false, retain=false 2024-12-09T17:00:59,849 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6a785a90d7d8ac92e3421e1c02d63a6, ASSIGN; state=OFFLINE, location=7b4ec1980089,36757,1733763647388; forceNewPlan=false, retain=false 2024-12-09T17:00:59,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ce3da84bb154d4add733163873ba129, ASSIGN 2024-12-09T17:00:59,856 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ce3da84bb154d4add733163873ba129, ASSIGN; state=OFFLINE, location=7b4ec1980089,36757,1733763647388; forceNewPlan=false, retain=false 2024-12-09T17:00:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:00:59,998 INFO [7b4ec1980089:34861 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T17:01:00,001 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9b47e6802a01cedba128c3c89962ceb, regionState=OPENING, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:00,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e1ff02c52a9662c6e4001261e7fa891b, regionState=OPENING, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:00,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dfa2329b4d373b0f0b9846e901549686, regionState=OPENING, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:00,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bb637a46ae923ade0145d80793bf8546, regionState=OPENING, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:00,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1fcb878733471049a8a182bd3a5c813f, regionState=OPENING, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:00,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=70fa645c4e49d23465a6dec57625aa5c, regionState=OPENING, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:00,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e6a785a90d7d8ac92e3421e1c02d63a6, regionState=OPENING, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:00,003 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d548af2c6af4919900c2a453fb1a91c6, regionState=OPENING, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:00,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a53fb1847c0c36839d9f372d3a0fc501, regionState=OPENING, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:00,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4ce3da84bb154d4add733163873ba129, regionState=OPENING, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:00,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN because future has completed 2024-12-09T17:01:00,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9b47e6802a01cedba128c3c89962ceb, server=7b4ec1980089,44117,1733763647460}] 2024-12-09T17:01:00,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN because future has completed 2024-12-09T17:01:00,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ff02c52a9662c6e4001261e7fa891b, server=7b4ec1980089,44117,1733763647460}] 2024-12-09T17:01:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN because future has completed 2024-12-09T17:01:00,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa2329b4d373b0f0b9846e901549686, server=7b4ec1980089,44117,1733763647460}] 2024-12-09T17:01:00,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN because future has completed 2024-12-09T17:01:00,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1fcb878733471049a8a182bd3a5c813f, ASSIGN because future has completed 2024-12-09T17:01:00,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb637a46ae923ade0145d80793bf8546, server=7b4ec1980089,44117,1733763647460}] 2024-12-09T17:01:00,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d548af2c6af4919900c2a453fb1a91c6, ASSIGN because future has completed 2024-12-09T17:01:00,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6a785a90d7d8ac92e3421e1c02d63a6, ASSIGN because future has completed 2024-12-09T17:01:00,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d548af2c6af4919900c2a453fb1a91c6, server=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:00,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fcb878733471049a8a182bd3a5c813f, server=7b4ec1980089,38491,1733763647278}] 2024-12-09T17:01:00,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6, server=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:00,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70fa645c4e49d23465a6dec57625aa5c, ASSIGN because future has completed 2024-12-09T17:01:00,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a53fb1847c0c36839d9f372d3a0fc501, ASSIGN because future has completed 2024-12-09T17:01:00,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ce3da84bb154d4add733163873ba129, ASSIGN because future has completed 2024-12-09T17:01:00,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53fb1847c0c36839d9f372d3a0fc501, server=7b4ec1980089,38491,1733763647278}] 2024-12-09T17:01:00,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ce3da84bb154d4add733163873ba129, server=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:00,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70fa645c4e49d23465a6dec57625aa5c, server=7b4ec1980089,38491,1733763647278}] 2024-12-09T17:01:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:01:00,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T17:01:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:01:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:01:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:01:04,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T17:01:06,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T17:01:06,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T17:01:06,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T17:01:06,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T17:01:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:01:10,019 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:01:10,020 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e1ff02c52a9662c6e4001261e7fa891b, NAME => 'SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T17:01:10,020 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,020 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,020 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,020 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,022 INFO [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,025 INFO [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1ff02c52a9662c6e4001261e7fa891b columnFamilyName cf 2024-12-09T17:01:10,025 DEBUG [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,026 INFO [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] regionserver.HStore(327): Store=e1ff02c52a9662c6e4001261e7fa891b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,026 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,027 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T17:01:10,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T17:01:10,027 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,028 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41181, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T17:01:10,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40771, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T17:01:10,029 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,029 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,032 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,035 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:01:10,035 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fcb878733471049a8a182bd3a5c813f, NAME => 'SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T17:01:10,036 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,036 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,036 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,036 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,037 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:01:10,038 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e6a785a90d7d8ac92e3421e1c02d63a6, NAME => 'SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T17:01:10,038 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e1ff02c52a9662c6e4001261e7fa891b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,038 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,038 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,038 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,038 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,039 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e1ff02c52a9662c6e4001261e7fa891b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66339871, jitterRate=-0.01145888864994049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,039 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:10,039 INFO [StoreOpener-1fcb878733471049a8a182bd3a5c813f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,040 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e1ff02c52a9662c6e4001261e7fa891b: Running coprocessor pre-open hook at 1733763670021Writing region info on filesystem at 1733763670021Initializing all the Stores at 1733763670022 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670022Cleaning up temporary data from old regions at 1733763670029 (+7 ms)Running coprocessor post-open hooks at 1733763670039 (+10 ms)Region opened successfully at 1733763670039 2024-12-09T17:01:10,040 INFO [StoreOpener-1fcb878733471049a8a182bd3a5c813f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fcb878733471049a8a182bd3a5c813f columnFamilyName cf 2024-12-09T17:01:10,040 DEBUG [StoreOpener-1fcb878733471049a8a182bd3a5c813f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,041 INFO [StoreOpener-e6a785a90d7d8ac92e3421e1c02d63a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,041 INFO [StoreOpener-1fcb878733471049a8a182bd3a5c813f-1 {}] regionserver.HStore(327): Store=1fcb878733471049a8a182bd3a5c813f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,041 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,042 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b., pid=16, masterSystemTime=1733763670011 2024-12-09T17:01:10,042 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,043 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,044 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,044 INFO [StoreOpener-e6a785a90d7d8ac92e3421e1c02d63a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6a785a90d7d8ac92e3421e1c02d63a6 columnFamilyName cf 2024-12-09T17:01:10,044 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,044 DEBUG [StoreOpener-e6a785a90d7d8ac92e3421e1c02d63a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,045 INFO [StoreOpener-e6a785a90d7d8ac92e3421e1c02d63a6-1 {}] regionserver.HStore(327): Store=e6a785a90d7d8ac92e3421e1c02d63a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,045 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,045 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:01:10,045 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:01:10,046 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:01:10,046 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a9b47e6802a01cedba128c3c89962ceb, NAME => 'SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T17:01:10,046 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,046 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,046 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,046 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,046 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e1ff02c52a9662c6e4001261e7fa891b, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:10,047 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,048 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,048 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,048 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,048 INFO [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ff02c52a9662c6e4001261e7fa891b, server=7b4ec1980089,44117,1733763647460 because future has completed 2024-12-09T17:01:10,051 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,052 INFO [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b47e6802a01cedba128c3c89962ceb columnFamilyName cf 2024-12-09T17:01:10,053 DEBUG [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,054 INFO [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] regionserver.HStore(327): Store=a9b47e6802a01cedba128c3c89962ceb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,054 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,057 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,057 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,057 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e6a785a90d7d8ac92e3421e1c02d63a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,058 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,059 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e6a785a90d7d8ac92e3421e1c02d63a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70520273, jitterRate=0.05083395540714264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,059 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1fcb878733471049a8a182bd3a5c813f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69427108, jitterRate=0.034544527530670166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,059 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:10,059 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:10,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-09T17:01:10,059 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1fcb878733471049a8a182bd3a5c813f: Running coprocessor pre-open hook at 1733763670037Writing region info on filesystem at 1733763670037Initializing all the Stores at 1733763670038 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670038Cleaning up temporary data from old regions at 1733763670044 (+6 ms)Running coprocessor post-open hooks at 1733763670059 (+15 ms)Region opened successfully at 1733763670059 2024-12-09T17:01:10,059 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e6a785a90d7d8ac92e3421e1c02d63a6: Running coprocessor pre-open hook at 1733763670039Writing region info on filesystem at 1733763670039Initializing all the Stores at 1733763670040 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670040Cleaning up temporary data from old regions at 1733763670048 (+8 ms)Running coprocessor post-open hooks at 1733763670059 (+11 ms)Region opened successfully at 1733763670059 2024-12-09T17:01:10,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e1ff02c52a9662c6e4001261e7fa891b, server=7b4ec1980089,44117,1733763647460 in 10.0440 sec 2024-12-09T17:01:10,060 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,060 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,061 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., pid=19, masterSystemTime=1733763670026 2024-12-09T17:01:10,061 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6., pid=21, masterSystemTime=1733763670026 2024-12-09T17:01:10,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN in 10.2230 sec 2024-12-09T17:01:10,064 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,065 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:01:10,065 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:01:10,065 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:01:10,065 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ce3da84bb154d4add733163873ba129, NAME => 'SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T17:01:10,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e6a785a90d7d8ac92e3421e1c02d63a6, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:10,066 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,066 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,066 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,066 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,068 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:01:10,068 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:01:10,068 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:01:10,068 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a53fb1847c0c36839d9f372d3a0fc501, NAME => 'SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T17:01:10,069 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,069 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,069 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,069 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,070 INFO [StoreOpener-4ce3da84bb154d4add733163873ba129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1fcb878733471049a8a182bd3a5c813f, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:10,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6, server=7b4ec1980089,36757,1733763647388 because future has completed 2024-12-09T17:01:10,074 INFO [StoreOpener-4ce3da84bb154d4add733163873ba129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ce3da84bb154d4add733163873ba129 columnFamilyName cf 2024-12-09T17:01:10,074 DEBUG [StoreOpener-4ce3da84bb154d4add733163873ba129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fcb878733471049a8a182bd3a5c813f, server=7b4ec1980089,38491,1733763647278 because future has completed 2024-12-09T17:01:10,075 INFO [StoreOpener-4ce3da84bb154d4add733163873ba129-1 {}] regionserver.HStore(327): Store=4ce3da84bb154d4add733163873ba129/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,075 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,077 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,077 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,078 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,078 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,079 INFO [StoreOpener-a53fb1847c0c36839d9f372d3a0fc501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,082 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,083 INFO [StoreOpener-a53fb1847c0c36839d9f372d3a0fc501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a53fb1847c0c36839d9f372d3a0fc501 columnFamilyName cf 2024-12-09T17:01:10,083 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a9b47e6802a01cedba128c3c89962ceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,083 DEBUG [StoreOpener-a53fb1847c0c36839d9f372d3a0fc501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-09T17:01:10,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6, server=7b4ec1980089,36757,1733763647388 in 10.0600 sec 2024-12-09T17:01:10,084 INFO [StoreOpener-a53fb1847c0c36839d9f372d3a0fc501-1 {}] regionserver.HStore(327): Store=a53fb1847c0c36839d9f372d3a0fc501/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,085 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,086 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,086 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a9b47e6802a01cedba128c3c89962ceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61659951, jitterRate=-0.08119513094425201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,086 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:10,087 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,088 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a9b47e6802a01cedba128c3c89962ceb: Running coprocessor pre-open hook at 1733763670046Writing region info on filesystem at 1733763670046Initializing all the Stores at 1733763670048 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670048Cleaning up temporary data from old regions at 1733763670060 (+12 ms)Running coprocessor post-open hooks at 1733763670086 (+26 ms)Region opened successfully at 1733763670088 (+2 ms) 2024-12-09T17:01:10,088 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,088 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/4ce3da84bb154d4add733163873ba129/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,088 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-09T17:01:10,089 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4ce3da84bb154d4add733163873ba129; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65334454, jitterRate=-0.02644076943397522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,089 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:10,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fcb878733471049a8a182bd3a5c813f, server=7b4ec1980089,38491,1733763647278 in 10.0670 sec 2024-12-09T17:01:10,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6a785a90d7d8ac92e3421e1c02d63a6, ASSIGN in 10.2480 sec 2024-12-09T17:01:10,089 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4ce3da84bb154d4add733163873ba129: Running coprocessor pre-open hook at 1733763670066Writing region info on filesystem at 1733763670066Initializing all the Stores at 1733763670069 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670069Cleaning up temporary data from old regions at 1733763670078 (+9 ms)Running coprocessor post-open hooks at 1733763670089 (+11 ms)Region opened successfully at 1733763670089 2024-12-09T17:01:10,090 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb., pid=15, masterSystemTime=1733763670011 2024-12-09T17:01:10,090 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129., pid=22, masterSystemTime=1733763670026 2024-12-09T17:01:10,091 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fcb878733471049a8a182bd3a5c813f, ASSIGN in 10.2530 sec 2024-12-09T17:01:10,094 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:01:10,094 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:01:10,094 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:01:10,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9b47e6802a01cedba128c3c89962ceb, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:10,095 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => dfa2329b4d373b0f0b9846e901549686, NAME => 'SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T17:01:10,095 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,095 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,095 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,096 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,097 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:01:10,097 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:01:10,097 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a53fb1847c0c36839d9f372d3a0fc501/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,098 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:01:10,098 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d548af2c6af4919900c2a453fb1a91c6, NAME => 'SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T17:01:10,098 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,098 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,098 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4ce3da84bb154d4add733163873ba129, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:10,099 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,099 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9b47e6802a01cedba128c3c89962ceb, server=7b4ec1980089,44117,1733763647460 because future has completed 2024-12-09T17:01:10,100 INFO [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,102 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a53fb1847c0c36839d9f372d3a0fc501; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75488727, jitterRate=0.1248696893453598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,102 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:10,103 INFO [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa2329b4d373b0f0b9846e901549686 columnFamilyName cf 2024-12-09T17:01:10,103 INFO [StoreOpener-d548af2c6af4919900c2a453fb1a91c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,103 DEBUG [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ce3da84bb154d4add733163873ba129, server=7b4ec1980089,36757,1733763647388 because future has completed 2024-12-09T17:01:10,104 INFO [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] regionserver.HStore(327): Store=dfa2329b4d373b0f0b9846e901549686/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,104 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,106 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7b4ec1980089,36757,1733763647388, table=SPTestTable, region=4ce3da84bb154d4add733163873ba129. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T17:01:10,106 INFO [StoreOpener-d548af2c6af4919900c2a453fb1a91c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d548af2c6af4919900c2a453fb1a91c6 columnFamilyName cf 2024-12-09T17:01:10,107 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,107 DEBUG [StoreOpener-d548af2c6af4919900c2a453fb1a91c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-09T17:01:10,108 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,108 INFO [StoreOpener-d548af2c6af4919900c2a453fb1a91c6-1 {}] regionserver.HStore(327): Store=d548af2c6af4919900c2a453fb1a91c6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,109 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,108 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a53fb1847c0c36839d9f372d3a0fc501: Running coprocessor pre-open hook at 1733763670069Writing region info on filesystem at 1733763670069Initializing all the Stores at 1733763670072 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670072Cleaning up temporary data from old regions at 1733763670088 (+16 ms)Running coprocessor post-open hooks at 1733763670102 (+14 ms)Region opened successfully at 1733763670104 (+2 ms) 2024-12-09T17:01:10,110 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,110 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,110 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501., pid=23, masterSystemTime=1733763670026 2024-12-09T17:01:10,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9b47e6802a01cedba128c3c89962ceb, server=7b4ec1980089,44117,1733763647460 in 10.0940 sec 2024-12-09T17:01:10,111 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,112 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,113 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,113 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-09T17:01:10,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN in 10.2730 sec 2024-12-09T17:01:10,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ce3da84bb154d4add733163873ba129, server=7b4ec1980089,36757,1733763647388 in 10.0820 sec 2024-12-09T17:01:10,115 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:01:10,115 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:01:10,116 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:01:10,117 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,117 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,117 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 70fa645c4e49d23465a6dec57625aa5c, NAME => 'SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T17:01:10,118 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,119 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,119 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,119 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ce3da84bb154d4add733163873ba129, ASSIGN in 10.2780 sec 2024-12-09T17:01:10,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a53fb1847c0c36839d9f372d3a0fc501, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:10,123 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53fb1847c0c36839d9f372d3a0fc501, server=7b4ec1980089,38491,1733763647278 because future has completed 2024-12-09T17:01:10,124 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d548af2c6af4919900c2a453fb1a91c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75026904, jitterRate=0.1179879903793335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,124 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:10,124 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d548af2c6af4919900c2a453fb1a91c6: Running coprocessor pre-open hook at 1733763670099Writing region info on filesystem at 1733763670099Initializing all the Stores at 1733763670102 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670102Cleaning up temporary data from old regions at 1733763670113 (+11 ms)Running coprocessor post-open hooks at 1733763670124 (+11 ms)Region opened successfully at 1733763670124 2024-12-09T17:01:10,125 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., pid=20, masterSystemTime=1733763670026 2024-12-09T17:01:10,126 INFO [StoreOpener-70fa645c4e49d23465a6dec57625aa5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,128 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:01:10,129 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:01:10,129 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/dfa2329b4d373b0f0b9846e901549686/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,129 INFO [StoreOpener-70fa645c4e49d23465a6dec57625aa5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70fa645c4e49d23465a6dec57625aa5c columnFamilyName cf 2024-12-09T17:01:10,130 DEBUG [StoreOpener-70fa645c4e49d23465a6dec57625aa5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d548af2c6af4919900c2a453fb1a91c6, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:10,130 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened dfa2329b4d373b0f0b9846e901549686; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74219342, jitterRate=0.1059543788433075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,130 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:10,131 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for dfa2329b4d373b0f0b9846e901549686: Running coprocessor pre-open hook at 1733763670096Writing region info on filesystem at 1733763670096Initializing all the Stores at 1733763670098 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670098Cleaning up temporary data from old regions at 1733763670110 (+12 ms)Running coprocessor post-open hooks at 1733763670130 (+20 ms)Region opened successfully at 1733763670131 (+1 ms) 2024-12-09T17:01:10,131 INFO [StoreOpener-70fa645c4e49d23465a6dec57625aa5c-1 {}] regionserver.HStore(327): Store=70fa645c4e49d23465a6dec57625aa5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,131 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-09T17:01:10,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a53fb1847c0c36839d9f372d3a0fc501, server=7b4ec1980089,38491,1733763647278 in 10.1010 sec 2024-12-09T17:01:10,132 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., pid=17, masterSystemTime=1733763670011 2024-12-09T17:01:10,133 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,133 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d548af2c6af4919900c2a453fb1a91c6, server=7b4ec1980089,36757,1733763647388 because future has completed 2024-12-09T17:01:10,134 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,134 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a53fb1847c0c36839d9f372d3a0fc501, ASSIGN in 10.2950 sec 2024-12-09T17:01:10,136 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:01:10,137 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:01:10,137 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:01:10,137 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bb637a46ae923ade0145d80793bf8546, NAME => 'SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T17:01:10,138 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,138 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:10,138 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,138 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,138 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dfa2329b4d373b0f0b9846e901549686, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:10,141 INFO [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-09T17:01:10,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d548af2c6af4919900c2a453fb1a91c6, server=7b4ec1980089,36757,1733763647388 in 10.1210 sec 2024-12-09T17:01:10,145 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/70fa645c4e49d23465a6dec57625aa5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa2329b4d373b0f0b9846e901549686, server=7b4ec1980089,44117,1733763647460 because future has completed 2024-12-09T17:01:10,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d548af2c6af4919900c2a453fb1a91c6, ASSIGN in 10.3060 sec 2024-12-09T17:01:10,146 INFO [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb637a46ae923ade0145d80793bf8546 columnFamilyName cf 2024-12-09T17:01:10,146 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 70fa645c4e49d23465a6dec57625aa5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65443701, jitterRate=-0.024812862277030945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,146 DEBUG [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:10,146 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:10,146 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 70fa645c4e49d23465a6dec57625aa5c: Running coprocessor pre-open hook at 1733763670119Writing region info on filesystem at 1733763670119Initializing all the Stores at 1733763670122 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670122Cleaning up temporary data from old regions at 1733763670135 (+13 ms)Running coprocessor post-open hooks at 1733763670146 (+11 ms)Region opened successfully at 1733763670146 2024-12-09T17:01:10,147 INFO [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] regionserver.HStore(327): Store=bb637a46ae923ade0145d80793bf8546/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:01:10,148 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,149 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,149 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c., pid=24, masterSystemTime=1733763670026 2024-12-09T17:01:10,150 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,151 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,151 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-09T17:01:10,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dfa2329b4d373b0f0b9846e901549686, server=7b4ec1980089,44117,1733763647460 in 10.1370 sec 2024-12-09T17:01:10,153 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:01:10,154 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:01:10,154 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=70fa645c4e49d23465a6dec57625aa5c, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:10,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN in 10.3170 sec 2024-12-09T17:01:10,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70fa645c4e49d23465a6dec57625aa5c, server=7b4ec1980089,38491,1733763647278 because future has completed 2024-12-09T17:01:10,160 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/bb637a46ae923ade0145d80793bf8546/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:01:10,161 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bb637a46ae923ade0145d80793bf8546; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71445485, jitterRate=0.06462068855762482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:01:10,161 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:10,161 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bb637a46ae923ade0145d80793bf8546: Running coprocessor pre-open hook at 1733763670138Writing region info on filesystem at 1733763670138Initializing all the Stores at 1733763670140 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763670140Cleaning up temporary data from old regions at 1733763670151 (+11 ms)Running coprocessor post-open hooks at 1733763670161 (+10 ms)Region opened successfully at 1733763670161 2024-12-09T17:01:10,163 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., pid=18, masterSystemTime=1733763670011 2024-12-09T17:01:10,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-09T17:01:10,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 70fa645c4e49d23465a6dec57625aa5c, server=7b4ec1980089,38491,1733763647278 in 10.1300 sec 2024-12-09T17:01:10,166 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:01:10,166 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:01:10,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70fa645c4e49d23465a6dec57625aa5c, ASSIGN in 10.3290 sec 2024-12-09T17:01:10,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bb637a46ae923ade0145d80793bf8546, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,44117,1733763647460 2024-12-09T17:01:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb637a46ae923ade0145d80793bf8546, server=7b4ec1980089,44117,1733763647460 because future has completed 2024-12-09T17:01:10,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-09T17:01:10,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bb637a46ae923ade0145d80793bf8546, server=7b4ec1980089,44117,1733763647460 in 10.1600 sec 2024-12-09T17:01:10,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-09T17:01:10,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN in 10.3400 sec 2024-12-09T17:01:10,181 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T17:01:10,182 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733763670181"}]},"ts":"1733763670181"} 2024-12-09T17:01:10,184 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T17:01:10,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T17:01:10,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5360 sec 2024-12-09T17:01:12,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T17:01:15,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T17:01:15,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T17:01:16,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T17:01:16,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T17:01:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:01:17,913 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T17:01:17,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T17:01:17,916 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:01:17,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T17:01:17,929 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:01:17,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T17:01:17,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:17,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,044 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., hostname=7b4ec1980089,38491,1733763647278, seqNum=2] 2024-12-09T17:01:18,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., hostname=7b4ec1980089,36757,1733763647388, seqNum=2] 2024-12-09T17:01:18,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., hostname=7b4ec1980089,36757,1733763647388, seqNum=2] 2024-12-09T17:01:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., hostname=7b4ec1980089,36757,1733763647388, seqNum=2] 2024-12-09T17:01:18,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., hostname=7b4ec1980089,36757,1733763647388, seqNum=2] 2024-12-09T17:01:18,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., hostname=7b4ec1980089,36757,1733763647388, seqNum=2] 2024-12-09T17:01:18,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., hostname=7b4ec1980089,36757,1733763647388, seqNum=2] 2024-12-09T17:01:18,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., hostname=7b4ec1980089,44117,1733763647460, seqNum=2] 2024-12-09T17:01:18,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:01:18,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:01:18,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:01:18,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:01:18,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:01:18,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:01:18,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:01:18,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:01:19,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:01:19,529 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T17:01:19,531 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:01:19,532 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T17:01:19,538 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T17:01:19,550 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T17:01:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741848_1024 (size=49) 2024-12-09T17:01:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741848_1024 (size=49) 2024-12-09T17:01:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741848_1024 (size=49) 2024-12-09T17:01:19,561 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T17:01:19,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fa645c4e49d23465a6dec57625aa5c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ce3da84bb154d4add733163873ba129}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a53fb1847c0c36839d9f372d3a0fc501}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fcb878733471049a8a182bd3a5c813f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d548af2c6af4919900c2a453fb1a91c6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686}] 2024-12-09T17:01:19,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:19,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:19,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:19,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:19,571 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:19,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:19,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:19,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:19,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:19,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:19,632 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7b4ec1980089,44117,1733763647460 2024-12-09T17:01:19,633 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7b4ec1980089,44117,1733763647460: Simulated kill ***** 2024-12-09T17:01:19,633 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T17:01:19,635 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T17:01:19,635 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T17:01:19,637 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T17:01:19,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T17:01:19,642 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 610897400 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153821432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7b4ec1980089", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7b4ec1980089", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63385", "tag.serverName": "7b4ec1980089,36757,1733763647388", "tag.clusterId": "997e824d-8d34-4e4e-99c1-4544d862c222", "tag.Context": "regionserver", "tag.Hostname": "7b4ec1980089", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733763647388, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T17:01:19,644 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34861 {}] master.MasterRpcServices(700): 7b4ec1980089,44117,1733763647460 reported a fatal error: ***** ABORTING region server 7b4ec1980089,44117,1733763647460: Simulated kill ***** 2024-12-09T17:01:19,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,44117,1733763647460' ***** 2024-12-09T17:01:19,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T17:01:19,647 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T17:01:19,647 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:01:19,647 INFO [RS:2;7b4ec1980089:44117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T17:01:19,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T17:01:19,647 INFO [RS:2;7b4ec1980089:44117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T17:01:19,647 INFO [RS:2;7b4ec1980089:44117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:01:19,647 INFO [RS:2;7b4ec1980089:44117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7b4ec1980089:44117. 2024-12-09T17:01:19,647 DEBUG [RS:2;7b4ec1980089:44117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:01:19,647 DEBUG [RS:2;7b4ec1980089:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:01:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741836_1012 (size=14382) 2024-12-09T17:01:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741836_1012 (size=14382) 2024-12-09T17:01:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741836_1012 (size=14382) 2024-12-09T17:01:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741833_1009 (size=1242) 2024-12-09T17:01:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741833_1009 (size=1242) 2024-12-09T17:01:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741833_1009 (size=1242) 2024-12-09T17:01:19,662 DEBUG [RS:2;7b4ec1980089:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:01:19,662 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:01:19,662 INFO [RS:2;7b4ec1980089:44117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44117 2024-12-09T17:01:19,709 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:01:19,724 INFO [RS:2;7b4ec1980089:44117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:01:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T17:01:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,44117,1733763647460 2024-12-09T17:01:19,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,44117,1733763647460] 2024-12-09T17:01:19,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,44117,1733763647460 already deleted, retry=false 2024-12-09T17:01:19,741 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7b4ec1980089,44117,1733763647460 on 7b4ec1980089,34861,1733763646607 2024-12-09T17:01:19,745 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b4ec1980089,44117,1733763647460, splitWal=true, meta=true 2024-12-09T17:01:19,749 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 7b4ec1980089,44117,1733763647460 (carryingMeta=true) 7b4ec1980089,44117,1733763647460/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5fcf4334[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T17:01:19,749 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b4ec1980089,44117,1733763647460, splitWal=true, meta=true 2024-12-09T17:01:19,751 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7b4ec1980089,44117,1733763647460, splitWal=true, meta=true, isMeta: true 2024-12-09T17:01:19,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:19,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:19,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:19,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:19,753 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b can not run currently because target server of region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-09T17:01:19,753 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 can not run currently because target server of region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-09T17:01:19,753 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb can not run currently because target server of region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-09T17:01:19,753 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 can not run currently because target server of region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-09T17:01:19,753 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686; timeout=1000, timestamp=1733763680753 2024-12-09T17:01:19,753 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb; timeout=1000, timestamp=1733763680753 2024-12-09T17:01:19,753 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b; timeout=1000, timestamp=1733763680753 2024-12-09T17:01:19,753 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546; timeout=1000, timestamp=1733763680753 2024-12-09T17:01:19,755 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting 2024-12-09T17:01:19,757 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7b4ec1980089,44117,1733763647460 WAL count=1, meta=true 2024-12-09T17:01:19,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta}] 2024-12-09T17:01:19,766 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:19,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, worker=7b4ec1980089,38491,1733763647278}] 2024-12-09T17:01:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:01:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1000b93800e0003, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:01:19,834 INFO [RS:2;7b4ec1980089:44117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:01:19,834 INFO [RS:2;7b4ec1980089:44117 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,44117,1733763647460; zookeeper connection closed. 2024-12-09T17:01:19,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21bb7c1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21bb7c1d 2024-12-09T17:01:19,850 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T17:01:19,850 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T17:01:20,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:20,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:20,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:20,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:20,759 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 can not run currently because target server of region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-09T17:01:20,759 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b can not run currently because target server of region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-09T17:01:20,759 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b; timeout=2000, timestamp=1733763682759 2024-12-09T17:01:20,759 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686; timeout=2000, timestamp=1733763682759 2024-12-09T17:01:20,759 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb can not run currently because target server of region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-09T17:01:20,759 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 can not run currently because target server of region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-09T17:01:20,760 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546; timeout=2000, timestamp=1733763682760 2024-12-09T17:01:20,760 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb; timeout=2000, timestamp=1733763682760 2024-12-09T17:01:22,543 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b4ec1980089:34861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T17:01:22,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:22,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:22,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:22,761 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:22,761 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 can not run currently because target server of region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-09T17:01:22,761 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b can not run currently because target server of region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-09T17:01:22,761 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b; timeout=4000, timestamp=1733763686761 2024-12-09T17:01:22,761 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686; timeout=4000, timestamp=1733763686761 2024-12-09T17:01:22,762 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 can not run currently because target server of region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-09T17:01:22,762 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb can not run currently because target server of region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-09T17:01:22,762 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546; timeout=4000, timestamp=1733763686762 2024-12-09T17:01:22,762 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb; timeout=4000, timestamp=1733763686762 2024-12-09T17:01:26,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:26,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:26,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:26,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:26,763 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b can not run currently because target server of region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-09T17:01:26,763 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 can not run currently because target server of region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-09T17:01:26,763 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b; timeout=8000, timestamp=1733763694763 2024-12-09T17:01:26,763 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686; timeout=8000, timestamp=1733763694763 2024-12-09T17:01:26,764 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 can not run currently because target server of region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-09T17:01:26,764 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb can not run currently because target server of region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-09T17:01:26,764 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546; timeout=8000, timestamp=1733763694764 2024-12-09T17:01:26,764 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb; timeout=8000, timestamp=1733763694764 2024-12-09T17:01:29,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T17:01:29,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T17:01:29,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T17:01:29,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T17:01:29,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:01:29,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:01:29,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T17:01:29,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:01:29,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T17:01:29,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:01:29,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:01:29,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:01:29,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T17:01:29,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d548af2c6af4919900c2a453fb1a91c6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T17:01:29,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1fcb878733471049a8a182bd3a5c813f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 70fa645c4e49d23465a6dec57625aa5c: 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4ce3da84bb154d4add733163873ba129: 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for e6a785a90d7d8ac92e3421e1c02d63a6: 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a53fb1847c0c36839d9f372d3a0fc501: 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. for SnapshotProcedureTest completed. 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. for SnapshotProcedureTest completed. 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. for SnapshotProcedureTest completed. 2024-12-09T17:01:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. for SnapshotProcedureTest completed. 2024-12-09T17:01:29,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:01:29,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:01:29,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:01:29,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:01:29,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:01:29,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:01:29,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:01:29,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:01:29,611 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, size=14.0 K (14382bytes) 2024-12-09T17:01:29,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T17:01:29,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T17:01:29,612 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta 2024-12-09T17:01:29,618 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta after 5ms 2024-12-09T17:01:29,632 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta took 24ms 2024-12-09T17:01:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741851_1027 (size=65) 2024-12-09T17:01:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741851_1027 (size=65) 2024-12-09T17:01:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741849_1025 (size=65) 2024-12-09T17:01:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741849_1025 (size=65) 2024-12-09T17:01:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741851_1027 (size=65) 2024-12-09T17:01:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741849_1025 (size=65) 2024-12-09T17:01:29,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:01:29,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:01:29,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T17:01:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741850_1026 (size=65) 2024-12-09T17:01:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741850_1026 (size=65) 2024-12-09T17:01:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741850_1026 (size=65) 2024-12-09T17:01:29,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T17:01:29,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:01:29,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T17:01:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T17:01:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T17:01:29,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:29,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:29,649 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ce3da84bb154d4add733163873ba129 2024-12-09T17:01:29,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:01:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T17:01:29,651 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:29,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:01:29,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70fa645c4e49d23465a6dec57625aa5c in 10.0890 sec 2024-12-09T17:01:29,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ce3da84bb154d4add733163873ba129 in 10.0890 sec 2024-12-09T17:01:29,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6a785a90d7d8ac92e3421e1c02d63a6 in 10.0910 sec 2024-12-09T17:01:29,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741852_1028 (size=65) 2024-12-09T17:01:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741852_1028 (size=65) 2024-12-09T17:01:29,664 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-09T17:01:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741852_1028 (size=65) 2024-12-09T17:01:29,669 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta so closing down 2024-12-09T17:01:29,669 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T17:01:29,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:01:29,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T17:01:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T17:01:29,672 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:29,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:01:29,677 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp 2024-12-09T17:01:29,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a53fb1847c0c36839d9f372d3a0fc501 in 10.1130 sec 2024-12-09T17:01:29,679 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp 2024-12-09T17:01:29,684 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T17:01:29,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/.tmp/cf/a69e4a4a948a4d87ab2289e4a93161c2 is 34, key is baa/cf:cf/1733763678878/Put/seqid=0 2024-12-09T17:01:29,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/.tmp/cf/a414282ac78043b78cb9fdb12aeba9c8 is 34, key is ccd/cf:cf/1733763678863/Put/seqid=0 2024-12-09T17:01:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741853_1029 (size=14141) 2024-12-09T17:01:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741853_1029 (size=14141) 2024-12-09T17:01:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741853_1029 (size=14141) 2024-12-09T17:01:29,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-09T17:01:29,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T17:01:29,702 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 47 ms; skipped=1; WAL=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-09T17:01:29,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, journal: Splitting hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, size=14.0 K (14382bytes) at 1733763689611Finishing writing output for hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta so closing down at 1733763689669 (+58 ms)Creating recovered edits writer path=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp at 1733763689679 (+10 ms)3 split writer threads finished at 1733763689684 (+5 ms)Closed recovered edits writer path=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733763689697 (+13 ms)Rename recovered edits hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta.temp to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733763689699 (+2 ms)Processed 26 edits across 1 Regions in 47 ms; skipped=1; WAL=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733763689703 (+4 ms) 2024-12-09T17:01:29,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta 2024-12-09T17:01:29,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T17:01:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T17:01:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741854_1030 (size=28623) 2024-12-09T17:01:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741854_1030 (size=28623) 2024-12-09T17:01:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741854_1030 (size=28623) 2024-12-09T17:01:29,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/.tmp/cf/a69e4a4a948a4d87ab2289e4a93161c2 2024-12-09T17:01:29,711 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs 2024-12-09T17:01:29,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T17:01:29,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, worker=7b4ec1980089,38491,1733763647278 in 9.9430 sec 2024-12-09T17:01:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741855_1031 (size=47197) 2024-12-09T17:01:29,718 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741855_1031 (size=47197) 2024-12-09T17:01:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741855_1031 (size=47197) 2024-12-09T17:01:29,723 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/.tmp/cf/a414282ac78043b78cb9fdb12aeba9c8 2024-12-09T17:01:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T17:01:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7b4ec1980089%2C44117%2C1733763647460.meta.1733763659176.meta, worker=7b4ec1980089,38491,1733763647278 in 9.9600 sec 2024-12-09T17:01:29,725 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting dir is empty, no logs to split. 2024-12-09T17:01:29,726 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b4ec1980089,44117,1733763647460 WAL count=0, meta=true 2024-12-09T17:01:29,726 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7b4ec1980089,44117,1733763647460 WAL splitting is done? wals=0, meta=true 2024-12-09T17:01:29,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T17:01:29,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T17:01:29,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:01:29,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/.tmp/cf/a414282ac78043b78cb9fdb12aeba9c8 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/cf/a414282ac78043b78cb9fdb12aeba9c8 2024-12-09T17:01:29,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/.tmp/cf/a69e4a4a948a4d87ab2289e4a93161c2 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/cf/a69e4a4a948a4d87ab2289e4a93161c2 2024-12-09T17:01:29,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/cf/a414282ac78043b78cb9fdb12aeba9c8, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T17:01:29,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/cf/a69e4a4a948a4d87ab2289e4a93161c2, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T17:01:29,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1fcb878733471049a8a182bd3a5c813f in 190ms, sequenceid=5, compaction requested=false 2024-12-09T17:01:29,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d548af2c6af4919900c2a453fb1a91c6 in 190ms, sequenceid=5, compaction requested=false 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1fcb878733471049a8a182bd3a5c813f: 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d548af2c6af4919900c2a453fb1a91c6: 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. for SnapshotProcedureTest completed. 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. for SnapshotProcedureTest completed. 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:01:29,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:01:29,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/cf/a414282ac78043b78cb9fdb12aeba9c8] hfiles 2024-12-09T17:01:29,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/cf/a69e4a4a948a4d87ab2289e4a93161c2] hfiles 2024-12-09T17:01:29,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/cf/a69e4a4a948a4d87ab2289e4a93161c2 for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/cf/a414282ac78043b78cb9fdb12aeba9c8 for snapshot=SnapshotProcedureTest 2024-12-09T17:01:29,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741856_1032 (size=105) 2024-12-09T17:01:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741856_1032 (size=105) 2024-12-09T17:01:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741856_1032 (size=105) 2024-12-09T17:01:29,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:01:29,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T17:01:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T17:01:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:29,802 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:01:29,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1fcb878733471049a8a182bd3a5c813f in 10.2420 sec 2024-12-09T17:01:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741857_1033 (size=105) 2024-12-09T17:01:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741857_1033 (size=105) 2024-12-09T17:01:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741857_1033 (size=105) 2024-12-09T17:01:29,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:01:29,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T17:01:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T17:01:29,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:29,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:01:29,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d548af2c6af4919900c2a453fb1a91c6 in 10.2510 sec 2024-12-09T17:01:29,882 DEBUG [7b4ec1980089:34861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T17:01:29,882 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:01:29,883 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:01:29,883 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:01:29,883 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:01:29,883 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:01:29,883 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:01:29,883 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:01:29,883 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:01:29,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:29,886 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,36757,1733763647388, state=OPENING 2024-12-09T17:01:29,948 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:01:29,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:01:29,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:01:29,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T17:01:29,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:01:29,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:01:29,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:01:29,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:34,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:34,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:34,765 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:34,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:34,766 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 can not run currently because target server of region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-09T17:01:34,766 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b can not run currently because target server of region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-09T17:01:34,766 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686; timeout=16000, timestamp=1733763710766 2024-12-09T17:01:34,766 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b; timeout=16000, timestamp=1733763710766 2024-12-09T17:01:34,766 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb can not run currently because target server of region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-09T17:01:34,766 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 can not run currently because target server of region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 7b4ec1980089,44117,1733763647460 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-09T17:01:34,767 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb; timeout=16000, timestamp=1733763710767 2024-12-09T17:01:34,767 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546; timeout=16000, timestamp=1733763710767 2024-12-09T17:01:39,964 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T17:01:39,964 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:01:39,964 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T17:01:39,967 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C36757%2C1733763647388.meta, suffix=.meta, logDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs, maxLogs=32 2024-12-09T17:01:39,978 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388/7b4ec1980089%2C36757%2C1733763647388.meta.1733763699968.meta, exclude list is [], retry=0 2024-12-09T17:01:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43993,DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1,DISK] 2024-12-09T17:01:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-ffd5e52a-3cc8-42f1-8786-0641ea852966,DISK] 2024-12-09T17:01:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-effc2421-155d-4798-b559-f5e9d78b4278,DISK] 2024-12-09T17:01:39,983 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,36757,1733763647388/7b4ec1980089%2C36757%2C1733763647388.meta.1733763699968.meta 2024-12-09T17:01:39,983 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119),(127.0.0.1/127.0.0.1:38007:38007),(127.0.0.1/127.0.0.1:46749:46749)] 2024-12-09T17:01:39,984 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T17:01:39,984 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T17:01:39,984 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T17:01:39,984 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T17:01:39,984 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T17:01:39,984 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:01:39,984 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T17:01:39,985 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T17:01:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T17:01:39,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T17:01:39,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:01:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T17:01:39,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T17:01:39,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:39,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:01:39,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T17:01:39,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T17:01:39,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:39,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:01:39,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T17:01:39,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T17:01:39,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:01:39,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:01:39,994 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T17:01:39,995 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740 2024-12-09T17:01:39,998 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740 2024-12-09T17:01:39,999 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T17:01:40,013 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T17:01:40,013 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-09T17:01:40,040 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/info/2bedde7c82b544ef99e40d8255cfd6ba is 167, key is SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c./info:regioninfo/1733763670155/Put/seqid=0 2024-12-09T17:01:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741859_1035 (size=18393) 2024-12-09T17:01:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741859_1035 (size=18393) 2024-12-09T17:01:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741859_1035 (size=18393) 2024-12-09T17:01:40,049 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/info/2bedde7c82b544ef99e40d8255cfd6ba 2024-12-09T17:01:40,077 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/ns/09642ed48b2a466e87eca6a8180f9a8e is 43, key is default/ns:d/1733763659380/Put/seqid=0 2024-12-09T17:01:40,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741860_1036 (size=5153) 2024-12-09T17:01:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741860_1036 (size=5153) 2024-12-09T17:01:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741860_1036 (size=5153) 2024-12-09T17:01:40,086 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/ns/09642ed48b2a466e87eca6a8180f9a8e 2024-12-09T17:01:40,107 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/table/76fc271322f5470a9aca34980d80ced1 is 47, key is SPTestTable/table:state/1733763670181/Put/seqid=0 2024-12-09T17:01:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741861_1037 (size=5214) 2024-12-09T17:01:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741861_1037 (size=5214) 2024-12-09T17:01:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741861_1037 (size=5214) 2024-12-09T17:01:40,115 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/table/76fc271322f5470a9aca34980d80ced1 2024-12-09T17:01:40,122 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/info/2bedde7c82b544ef99e40d8255cfd6ba as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/info/2bedde7c82b544ef99e40d8255cfd6ba 2024-12-09T17:01:40,130 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/info/2bedde7c82b544ef99e40d8255cfd6ba, entries=100, sequenceid=28, filesize=18.0 K 2024-12-09T17:01:40,131 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/ns/09642ed48b2a466e87eca6a8180f9a8e as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/ns/09642ed48b2a466e87eca6a8180f9a8e 2024-12-09T17:01:40,139 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/ns/09642ed48b2a466e87eca6a8180f9a8e, entries=2, sequenceid=28, filesize=5.0 K 2024-12-09T17:01:40,140 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/table/76fc271322f5470a9aca34980d80ced1 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/table/76fc271322f5470a9aca34980d80ced1 2024-12-09T17:01:40,149 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/table/76fc271322f5470a9aca34980d80ced1, entries=2, sequenceid=28, filesize=5.1 K 2024-12-09T17:01:40,149 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=28, compaction requested=false; wal=null 2024-12-09T17:01:40,150 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T17:01:40,152 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T17:01:40,152 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T17:01:40,153 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:01:40,155 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T17:01:40,157 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-09T17:01:40,159 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73638036, jitterRate=0.09729224443435669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:01:40,159 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T17:01:40,159 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733763699985Writing region info on filesystem at 1733763699985Initializing all the Stores at 1733763699986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763699986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763699986Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763699986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763699986Obtaining lock to block concurrent updates at 1733763700013 (+27 ms)Preparing flush snapshotting stores in 1588230740 at 1733763700013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733763700014 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733763700014Flushing 1588230740/info: creating writer at 1733763700014Flushing 1588230740/info: appending metadata at 1733763700039 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733763700040 (+1 ms)Flushing 1588230740/ns: creating writer at 1733763700058 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733763700077 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733763700077Flushing 1588230740/table: creating writer at 1733763700093 (+16 ms)Flushing 1588230740/table: appending metadata at 1733763700107 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733763700107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7495436a: reopening flushed file at 1733763700121 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eaa839b: reopening flushed file at 1733763700130 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c190b3f: reopening flushed file at 1733763700139 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=28, compaction requested=false; wal=null at 1733763700149 (+10 ms)Cleaning up temporary data from old regions at 1733763700152 (+3 ms)Running coprocessor post-open hooks at 1733763700159 (+7 ms)Region opened successfully at 1733763700159 2024-12-09T17:01:40,160 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733763699951 2024-12-09T17:01:40,163 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T17:01:40,163 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T17:01:40,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:40,165 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,36757,1733763647388, state=OPEN 2024-12-09T17:01:40,224 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:01:40,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:01:40,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:01:40,224 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:40,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:01:40,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:01:40,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:01:40,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-09T17:01:40,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,36757,1733763647388 in 10.2760 sec 2024-12-09T17:01:40,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-09T17:01:40,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4990 sec 2024-12-09T17:01:40,230 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 7b4ec1980089,44117,1733763647460 had 5 regions 2024-12-09T17:01:40,231 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b4ec1980089,44117,1733763647460, splitWal=true, meta=true, isMeta: false 2024-12-09T17:01:40,234 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7b4ec1980089,44117,1733763647460 WAL count=1, meta=false 2024-12-09T17:01:40,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7b4ec1980089%2C44117%2C1733763647460.1733763648915}] 2024-12-09T17:01:40,237 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:40,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C44117%2C1733763647460.1733763648915, worker=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:40,240 INFO [master/7b4ec1980089:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T17:01:40,240 INFO [master/7b4ec1980089:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T17:01:45,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T17:01:45,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T17:01:48,801 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T17:01:50,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-09T17:01:50,259 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915, size=1.2 K (1242bytes) 2024-12-09T17:01:50,259 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 2024-12-09T17:01:50,260 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 after 1ms 2024-12-09T17:01:50,263 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 took 4ms 2024-12-09T17:01:50,265 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e1ff02c52a9662c6e4001261e7fa891b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T17:01:50,267 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a9b47e6802a01cedba128c3c89962ceb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T17:01:50,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for dfa2329b4d373b0f0b9846e901549686: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T17:01:50,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bb637a46ae923ade0145d80793bf8546: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T17:01:50,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 so closing down 2024-12-09T17:01:50,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T17:01:50,269 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T17:01:50,269 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-09T17:01:50,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915, journal: Splitting hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915, size=1.2 K (1242bytes) at 1733763710259Finishing writing output for hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 so closing down at 1733763710269 (+10 ms)3 split writer threads finished at 1733763710269Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733763710269 2024-12-09T17:01:50,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 2024-12-09T17:01:50,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T17:01:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T17:01:50,273 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting/7b4ec1980089%2C44117%2C1733763647460.1733763648915 to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs 2024-12-09T17:01:50,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-09T17:01:50,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C44117%2C1733763647460.1733763648915, worker=7b4ec1980089,36757,1733763647388 in 10.0360 sec 2024-12-09T17:01:50,277 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:50,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-09T17:01:50,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7b4ec1980089%2C44117%2C1733763647460.1733763648915, worker=7b4ec1980089,36757,1733763647388 in 10.0440 sec 2024-12-09T17:01:50,282 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/WALs/7b4ec1980089,44117,1733763647460-splitting dir is empty, no logs to split. 2024-12-09T17:01:50,282 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7b4ec1980089,44117,1733763647460 WAL count=0, meta=false 2024-12-09T17:01:50,282 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7b4ec1980089,44117,1733763647460 WAL splitting is done? wals=0, meta=false 2024-12-09T17:01:50,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN}] 2024-12-09T17:01:50,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN 2024-12-09T17:01:50,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN 2024-12-09T17:01:50,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN 2024-12-09T17:01:50,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN 2024-12-09T17:01:50,287 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:01:50,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:01:50,287 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:01:50,287 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:01:50,438 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:01:50,439 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:01:50,439 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:01:50,439 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:01:50,439 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:01:50,439 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:01:50,440 INFO [7b4ec1980089:34861 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:01:50,440 DEBUG [7b4ec1980089:34861 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:01:50,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=dfa2329b4d373b0f0b9846e901549686, regionState=OPENING, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:50,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=e1ff02c52a9662c6e4001261e7fa891b, regionState=OPENING, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:01:50,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bb637a46ae923ade0145d80793bf8546, regionState=OPENING, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:50,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a9b47e6802a01cedba128c3c89962ceb, regionState=OPENING, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:01:50,443 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7b4ec1980089:44117 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b4ec1980089/172.17.0.2:44117 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T17:01:50,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1, error=java.net.ConnectException: Call to address=7b4ec1980089:44117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:01:50,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-09T17:01:50,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 from cache 2024-12-09T17:01:50,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=7b4ec1980089:44117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:01:50,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=7b4ec1980089:44117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:01:50,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=7b4ec1980089:44117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:01:50,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 7b4ec1980089:44117 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:01:50,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:01:50,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,36757,1733763647388, seqNum=-1] 2024-12-09T17:01:50,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:01:50,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:01:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN because future has completed 2024-12-09T17:01:50,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ff02c52a9662c6e4001261e7fa891b, server=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN because future has completed 2024-12-09T17:01:50,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa2329b4d373b0f0b9846e901549686, server=7b4ec1980089,36757,1733763647388}] 2024-12-09T17:01:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN because future has completed 2024-12-09T17:01:50,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb637a46ae923ade0145d80793bf8546, server=7b4ec1980089,38491,1733763647278}] 2024-12-09T17:01:50,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN because future has completed 2024-12-09T17:01:50,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9b47e6802a01cedba128c3c89962ceb, server=7b4ec1980089,38491,1733763647278}] 2024-12-09T17:01:50,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b held by pid=46 2024-12-09T17:01:50,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 held by pid=45 2024-12-09T17:01:50,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:01:50,768 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:01:50,768 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 held by pid=43 2024-12-09T17:01:50,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:01:50,769 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb held by pid=44 2024-12-09T17:01:50,769 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:01:55,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1fcb878733471049a8a182bd3a5c813f, had cached 0 bytes from a total of 28623 2024-12-09T17:01:55,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d548af2c6af4919900c2a453fb1a91c6, had cached 0 bytes from a total of 47197 2024-12-09T17:01:56,548 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b4ec1980089:34861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T17:01:59,444 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4ce3da84bb154d4add733163873ba129 changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:01:59,445 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6a785a90d7d8ac92e3421e1c02d63a6 changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:01:59,446 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d548af2c6af4919900c2a453fb1a91c6 changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:01:59,448 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:01:59,448 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70fa645c4e49d23465a6dec57625aa5c changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:01:59,448 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a53fb1847c0c36839d9f372d3a0fc501 changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:01:59,449 DEBUG [master/7b4ec1980089:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1fcb878733471049a8a182bd3a5c813f changed from -1.0 to 0.0, refreshing cache 2024-12-09T17:02:00,578 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:00,578 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => e1ff02c52a9662c6e4001261e7fa891b, NAME => 'SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => a9b47e6802a01cedba128c3c89962ceb, NAME => 'SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,578 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,579 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:00,579 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,579 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,580 INFO [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,581 INFO [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,582 INFO [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1ff02c52a9662c6e4001261e7fa891b columnFamilyName cf 2024-12-09T17:02:00,582 DEBUG [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:00,582 INFO [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b47e6802a01cedba128c3c89962ceb columnFamilyName cf 2024-12-09T17:02:00,582 DEBUG [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:00,583 INFO [StoreOpener-e1ff02c52a9662c6e4001261e7fa891b-1 {}] regionserver.HStore(327): Store=e1ff02c52a9662c6e4001261e7fa891b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:00,583 INFO [StoreOpener-a9b47e6802a01cedba128c3c89962ceb-1 {}] regionserver.HStore(327): Store=a9b47e6802a01cedba128c3c89962ceb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:00,583 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,584 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,584 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,585 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,586 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,586 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,586 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,586 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,587 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,587 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,588 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,589 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened a9b47e6802a01cedba128c3c89962ceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73351513, jitterRate=0.09302271902561188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:00,590 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,590 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,590 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for a9b47e6802a01cedba128c3c89962ceb: Running coprocessor pre-open hook at 1733763720579Writing region info on filesystem at 1733763720579Initializing all the Stores at 1733763720580 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763720580Cleaning up temporary data from old regions at 1733763720586 (+6 ms)Running coprocessor post-open hooks at 1733763720590 (+4 ms)Region opened successfully at 1733763720590 2024-12-09T17:02:00,591 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb., pid=50, masterSystemTime=1733763720567 2024-12-09T17:02:00,591 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened e1ff02c52a9662c6e4001261e7fa891b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65083157, jitterRate=-0.030185386538505554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:00,591 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,591 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for e1ff02c52a9662c6e4001261e7fa891b: Running coprocessor pre-open hook at 1733763720579Writing region info on filesystem at 1733763720579Initializing all the Stores at 1733763720580 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763720580Cleaning up temporary data from old regions at 1733763720587 (+7 ms)Running coprocessor post-open hooks at 1733763720591 (+4 ms)Region opened successfully at 1733763720591 2024-12-09T17:02:00,592 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b., pid=47, masterSystemTime=1733763720566 2024-12-09T17:02:00,593 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:00,593 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:00,593 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:00,593 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => bb637a46ae923ade0145d80793bf8546, NAME => 'SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T17:02:00,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a9b47e6802a01cedba128c3c89962ceb, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:00,594 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,594 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:00,594 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,594 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,594 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:00,594 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:00,594 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:00,595 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => dfa2329b4d373b0f0b9846e901549686, NAME => 'SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T17:02:00,595 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,595 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:00,595 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,595 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=e1ff02c52a9662c6e4001261e7fa891b, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:00,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9b47e6802a01cedba128c3c89962ceb, server=7b4ec1980089,38491,1733763647278 because future has completed 2024-12-09T17:02:00,597 INFO [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ff02c52a9662c6e4001261e7fa891b, server=7b4ec1980089,36757,1733763647388 because future has completed 2024-12-09T17:02:00,598 INFO [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,599 INFO [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb637a46ae923ade0145d80793bf8546 columnFamilyName cf 2024-12-09T17:02:00,599 DEBUG [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:00,599 INFO [StoreOpener-bb637a46ae923ade0145d80793bf8546-1 {}] regionserver.HStore(327): Store=bb637a46ae923ade0145d80793bf8546/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:00,600 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,600 INFO [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa2329b4d373b0f0b9846e901549686 columnFamilyName cf 2024-12-09T17:02:00,600 DEBUG [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:00,600 INFO [StoreOpener-dfa2329b4d373b0f0b9846e901549686-1 {}] regionserver.HStore(327): Store=dfa2329b4d373b0f0b9846e901549686/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:00,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=44 2024-12-09T17:02:00,601 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,601 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a9b47e6802a01cedba128c3c89962ceb, server=7b4ec1980089,38491,1733763647278 in 10.0300 sec 2024-12-09T17:02:00,602 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,602 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T17:02:00,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure e1ff02c52a9662c6e4001261e7fa891b, server=7b4ec1980089,36757,1733763647388 in 10.0360 sec 2024-12-09T17:02:00,603 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,603 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9b47e6802a01cedba128c3c89962ceb, ASSIGN in 10.3170 sec 2024-12-09T17:02:00,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:00,604 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,605 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,605 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ff02c52a9662c6e4001261e7fa891b, ASSIGN in 10.3190 sec 2024-12-09T17:02:00,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:00,608 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,608 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,610 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened dfa2329b4d373b0f0b9846e901549686; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63028632, jitterRate=-0.06080019474029541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:00,610 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,610 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for dfa2329b4d373b0f0b9846e901549686: Running coprocessor pre-open hook at 1733763720595Writing region info on filesystem at 1733763720595Initializing all the Stores at 1733763720598 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763720598Cleaning up temporary data from old regions at 1733763720605 (+7 ms)Running coprocessor post-open hooks at 1733763720610 (+5 ms)Region opened successfully at 1733763720610 2024-12-09T17:02:00,611 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened bb637a46ae923ade0145d80793bf8546; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70421823, jitterRate=0.04936693608760834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:00,611 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,611 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for bb637a46ae923ade0145d80793bf8546: Running coprocessor pre-open hook at 1733763720594Writing region info on filesystem at 1733763720594Initializing all the Stores at 1733763720597 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763720597Cleaning up temporary data from old regions at 1733763720603 (+6 ms)Running coprocessor post-open hooks at 1733763720611 (+8 ms)Region opened successfully at 1733763720611 2024-12-09T17:02:00,611 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., pid=48, masterSystemTime=1733763720566 2024-12-09T17:02:00,612 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., pid=49, masterSystemTime=1733763720567 2024-12-09T17:02:00,613 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:00,614 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:00,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=dfa2329b4d373b0f0b9846e901549686, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:00,615 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:00,615 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:00,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bb637a46ae923ade0145d80793bf8546, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:00,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa2329b4d373b0f0b9846e901549686, server=7b4ec1980089,36757,1733763647388 because future has completed 2024-12-09T17:02:00,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb637a46ae923ade0145d80793bf8546, server=7b4ec1980089,38491,1733763647278 because future has completed 2024-12-09T17:02:00,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-12-09T17:02:00,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-12-09T17:02:00,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure dfa2329b4d373b0f0b9846e901549686, server=7b4ec1980089,36757,1733763647388 in 10.0550 sec 2024-12-09T17:02:00,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure bb637a46ae923ade0145d80793bf8546, server=7b4ec1980089,38491,1733763647278 in 10.0540 sec 2024-12-09T17:02:00,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa2329b4d373b0f0b9846e901549686, ASSIGN in 10.3370 sec 2024-12-09T17:02:00,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:00,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:00,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-09T17:02:00,625 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 7b4ec1980089,44117,1733763647460 after splitting done 2024-12-09T17:02:00,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb637a46ae923ade0145d80793bf8546, ASSIGN in 10.3370 sec 2024-12-09T17:02:00,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7b4ec1980089,44117,1733763647460, splitWal=true, meta=true in 40.8830 sec 2024-12-09T17:02:06,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T17:02:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505fd6b1432eb48e with lease ID 0x7df5f5049c3718e2: from storage DS-28e004ef-79ed-4ba2-8adb-a711d78b6fe1 node DatanodeRegistration(127.0.0.1:43993, datanodeUuid=7ba0d846-4c45-4b8c-a2c3-55bbedd67809, infoPort=38007, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 18, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:09,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505fd6b1432eb48e with lease ID 0x7df5f5049c3718e2: from storage DS-761b6696-97eb-4637-be95-31f5839321dd node DatanodeRegistration(127.0.0.1:43993, datanodeUuid=7ba0d846-4c45-4b8c-a2c3-55bbedd67809, infoPort=38007, infoSecurePort=0, ipcPort=39319, storageInfo=lv=-57;cid=testClusterID;nsid=1907259380;c=1733763642823), blocks: 18, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:10,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T17:02:10,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T17:02:10,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:10,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:10,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a9b47e6802a01cedba128c3c89962ceb: 2024-12-09T17:02:10,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for bb637a46ae923ade0145d80793bf8546: 2024-12-09T17:02:10,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. for SnapshotProcedureTest completed. 2024-12-09T17:02:10,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. for SnapshotProcedureTest completed. 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:02:10,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:02:10,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T17:02:10,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dfa2329b4d373b0f0b9846e901549686: 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. for SnapshotProcedureTest completed. 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e1ff02c52a9662c6e4001261e7fa891b: 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. for SnapshotProcedureTest completed. 2024-12-09T17:02:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:02:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:02:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:02:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:02:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741863_1039 (size=57) 2024-12-09T17:02:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741863_1039 (size=57) 2024-12-09T17:02:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741863_1039 (size=57) 2024-12-09T17:02:10,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:10,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T17:02:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T17:02:10,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:10,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:10,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9b47e6802a01cedba128c3c89962ceb in 51.0700 sec 2024-12-09T17:02:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741862_1038 (size=65) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741865_1041 (size=65) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741864_1040 (size=57) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741865_1041 (size=65) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741862_1038 (size=65) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741865_1041 (size=65) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741864_1040 (size=57) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741862_1038 (size=65) 2024-12-09T17:02:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741864_1040 (size=57) 2024-12-09T17:02:10,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:10,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T17:02:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T17:02:10,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:10,639 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:10,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfa2329b4d373b0f0b9846e901549686 in 51.0770 sec 2024-12-09T17:02:11,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:11,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:11,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T17:02:11,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T17:02:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T17:02:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T17:02:11,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:11,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:11,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:11,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:11,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb637a46ae923ade0145d80793bf8546 in 51.4800 sec 2024-12-09T17:02:11,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-09T17:02:11,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1ff02c52a9662c6e4001261e7fa891b in 51.4800 sec 2024-12-09T17:02:11,047 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T17:02:11,049 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T17:02:11,052 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T17:02:11,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T17:02:11,056 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T17:02:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741866_1042 (size=1094) 2024-12-09T17:02:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741866_1042 (size=1094) 2024-12-09T17:02:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741866_1042 (size=1094) 2024-12-09T17:02:11,079 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T17:02:11,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T17:02:11,091 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:11,091 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:11,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:11,091 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:11,091 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:11,096 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:15,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T17:02:21,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-09T17:02:21,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T17:02:21,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T17:02:21,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-09T17:02:21,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T17:02:21,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T17:02:21,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T17:02:21,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T17:02:21,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T17:02:21,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T17:02:21,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T17:02:21,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T17:02:21,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-09T17:02:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T17:02:21,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-09T17:02:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T17:02:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T17:02:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T17:02:21,109 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 Release verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-09T17:02:21,110 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 Release verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-09T17:02:21,111 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 Release verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:21,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 in 10.0230 sec 2024-12-09T17:02:21,111 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:21,112 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:21,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 in 10.0250 sec 2024-12-09T17:02:21,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 in 10.0240 sec 2024-12-09T17:02:21,113 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 Release verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:21,113 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 Release verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:21,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 Release verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:21,114 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:21,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 in 10.0270 sec 2024-12-09T17:02:21,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 in 10.0280 sec 2024-12-09T17:02:21,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 in 10.0280 sec 2024-12-09T17:02:21,116 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:24,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-09T17:02:31,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-09T17:02:31,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-09T17:02:31,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-09T17:02:31,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-09T17:02:31,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-09T17:02:31,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-09T17:02:31,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T17:02:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-09T17:02:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-09T17:02:31,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-09T17:02:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T17:02:31,117 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 Release verify snapshot worker=7b4ec1980089,38491,1733763647278 2024-12-09T17:02:31,117 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 Release verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-09T17:02:31,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38491,1733763647278 in 20.0310 sec 2024-12-09T17:02:31,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 in 20.0310 sec 2024-12-09T17:02:31,119 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 Release verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:31,120 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 Release verify snapshot worker=7b4ec1980089,36757,1733763647388 2024-12-09T17:02:31,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 in 20.0330 sec 2024-12-09T17:02:31,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-12-09T17:02:31,121 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T17:02:31,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,36757,1733763647388 in 20.0340 sec 2024-12-09T17:02:31,123 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T17:02:31,125 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T17:02:31,125 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T17:02:31,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.601 sec 2024-12-09T17:02:31,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T17:02:31,161 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7b4ec1980089:44117 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7b4ec1980089/172.17.0.2:44117 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T17:02:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1, error=java.net.ConnectException: Call to address=7b4ec1980089:44117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:02:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-09T17:02:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,44117,1733763647460, seqNum=-1 from cache 2024-12-09T17:02:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7b4ec1980089:44117 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7b4ec1980089/172.17.0.2:44117 2024-12-09T17:02:31,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:02:31,273 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,36757,1733763647388, seqNum=-1] 2024-12-09T17:02:31,298 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T17:02:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T17:02:31,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T17:02:31,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:02:31,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T17:02:31,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T17:02:31,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278399170, stopped=false 2024-12-09T17:02:31,300 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b4ec1980089,34861,1733763646607 2024-12-09T17:02:31,365 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:31,365 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:31,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T17:02:31,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:31,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:31,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:31,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T17:02:31,366 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-09T17:02:31,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:02:31,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,367 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fcb878733471049a8a182bd3a5c813f 2024-12-09T17:02:31,367 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:31,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,38491,1733763647278' ***** 2024-12-09T17:02:31,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T17:02:31,367 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for a53fb1847c0c36839d9f372d3a0fc501 2024-12-09T17:02:31,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,36757,1733763647388' ***** 2024-12-09T17:02:31,367 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for 70fa645c4e49d23465a6dec57625aa5c 2024-12-09T17:02:31,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T17:02:31,367 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for a9b47e6802a01cedba128c3c89962ceb 2024-12-09T17:02:31,367 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for d548af2c6af4919900c2a453fb1a91c6 2024-12-09T17:02:31,368 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fcb878733471049a8a182bd3a5c813f, disabling compactions & flushes 2024-12-09T17:02:31,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T17:02:31,368 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:02:31,368 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:02:31,368 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. after waiting 0 ms 2024-12-09T17:02:31,368 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ce3da84bb154d4add733163873ba129 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for e1ff02c52a9662c6e4001261e7fa891b 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for dfa2329b4d373b0f0b9846e901549686 2024-12-09T17:02:31,368 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d548af2c6af4919900c2a453fb1a91c6, disabling compactions & flushes 2024-12-09T17:02:31,368 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:02:31,369 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:02:31,369 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(959): stopping server 7b4ec1980089,36757,1733763647388 2024-12-09T17:02:31,369 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. after waiting 0 ms 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:02:31,369 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7b4ec1980089:36757. 2024-12-09T17:02:31,369 DEBUG [RS:1;7b4ec1980089:36757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:02:31,369 DEBUG [RS:1;7b4ec1980089:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T17:02:31,369 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T17:02:31,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T17:02:31,370 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T17:02:31,370 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1325): Online Regions={d548af2c6af4919900c2a453fb1a91c6=SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6., 4ce3da84bb154d4add733163873ba129=SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129., 1588230740=hbase:meta,,1.1588230740, e1ff02c52a9662c6e4001261e7fa891b=SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b., dfa2329b4d373b0f0b9846e901549686=SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686., e6a785a90d7d8ac92e3421e1c02d63a6=SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6.} 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: bb637a46ae923ade0145d80793bf8546, which we are already trying to CLOSE, but not completed yet 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a53fb1847c0c36839d9f372d3a0fc501, which we are already trying to CLOSE, but not completed yet 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 70fa645c4e49d23465a6dec57625aa5c, which we are already trying to CLOSE, but not completed yet 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a9b47e6802a01cedba128c3c89962ceb, which we are already trying to CLOSE, but not completed yet 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(959): stopping server 7b4ec1980089,38491,1733763647278 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b4ec1980089:38491. 2024-12-09T17:02:31,370 DEBUG [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ce3da84bb154d4add733163873ba129, d548af2c6af4919900c2a453fb1a91c6, dfa2329b4d373b0f0b9846e901549686, e1ff02c52a9662c6e4001261e7fa891b, e6a785a90d7d8ac92e3421e1c02d63a6 2024-12-09T17:02:31,370 DEBUG [RS:0;7b4ec1980089:38491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:02:31,370 DEBUG [RS:0;7b4ec1980089:38491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,370 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T17:02:31,371 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1325): Online Regions={1fcb878733471049a8a182bd3a5c813f=SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f., bb637a46ae923ade0145d80793bf8546=SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546., a53fb1847c0c36839d9f372d3a0fc501=SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501., 70fa645c4e49d23465a6dec57625aa5c=SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c., a9b47e6802a01cedba128c3c89962ceb=SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb.} 2024-12-09T17:02:31,371 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T17:02:31,371 DEBUG [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1351): Waiting on 1fcb878733471049a8a182bd3a5c813f, 70fa645c4e49d23465a6dec57625aa5c, a53fb1847c0c36839d9f372d3a0fc501, a9b47e6802a01cedba128c3c89962ceb, bb637a46ae923ade0145d80793bf8546 2024-12-09T17:02:31,371 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T17:02:31,371 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T17:02:31,371 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T17:02:31,371 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T17:02:31,371 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-12-09T17:02:31,375 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/d548af2c6af4919900c2a453fb1a91c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T17:02:31,376 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/1fcb878733471049a8a182bd3a5c813f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T17:02:31,378 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:02:31,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d548af2c6af4919900c2a453fb1a91c6: Waiting for close lock at 1733763751368Running coprocessor pre-close hooks at 1733763751368Disabling compacts and flushes for region at 1733763751368Disabling writes for close at 1733763751369 (+1 ms)Writing region close event to WAL at 1733763751370 (+1 ms)Running coprocessor post-close hooks at 1733763751376 (+6 ms)Closed at 1733763751378 (+2 ms) 2024-12-09T17:02:31,378 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:02:31,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fcb878733471049a8a182bd3a5c813f: Waiting for close lock at 1733763751367Running coprocessor pre-close hooks at 1733763751368 (+1 ms)Disabling compacts and flushes for region at 1733763751368Disabling writes for close at 1733763751368Writing region close event to WAL at 1733763751371 (+3 ms)Running coprocessor post-close hooks at 1733763751378 (+7 ms)Closed at 1733763751378 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733763659643.1fcb878733471049a8a182bd3a5c813f. 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733763659643.d548af2c6af4919900c2a453fb1a91c6. 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/info/216e8c1958c64807b02b63718fbf29f8 is 167, key is SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b./info:regioninfo/1733763720595/Put/seqid=0 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb637a46ae923ade0145d80793bf8546, disabling compactions & flushes 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ce3da84bb154d4add733163873ba129, disabling compactions & flushes 2024-12-09T17:02:31,379 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:31,379 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. after waiting 0 ms 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. after waiting 0 ms 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:02:31,379 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:31,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/4ce3da84bb154d4add733163873ba129/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/bb637a46ae923ade0145d80793bf8546/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,388 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ce3da84bb154d4add733163873ba129: Waiting for close lock at 1733763751379Running coprocessor pre-close hooks at 1733763751379Disabling compacts and flushes for region at 1733763751379Disabling writes for close at 1733763751379Writing region close event to WAL at 1733763751383 (+4 ms)Running coprocessor post-close hooks at 1733763751388 (+5 ms)Closed at 1733763751388 2024-12-09T17:02:31,389 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb637a46ae923ade0145d80793bf8546: Waiting for close lock at 1733763751379Running coprocessor pre-close hooks at 1733763751379Disabling compacts and flushes for region at 1733763751379Disabling writes for close at 1733763751379Writing region close event to WAL at 1733763751380 (+1 ms)Running coprocessor post-close hooks at 1733763751388 (+8 ms)Closed at 1733763751389 (+1 ms) 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733763659643.4ce3da84bb154d4add733163873ba129. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733763659643.bb637a46ae923ade0145d80793bf8546. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1ff02c52a9662c6e4001261e7fa891b, disabling compactions & flushes 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a53fb1847c0c36839d9f372d3a0fc501, disabling compactions & flushes 2024-12-09T17:02:31,389 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:31,389 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. after waiting 0 ms 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. after waiting 0 ms 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:31,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:02:31,400 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e1ff02c52a9662c6e4001261e7fa891b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,400 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a53fb1847c0c36839d9f372d3a0fc501/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,401 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:31,401 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a53fb1847c0c36839d9f372d3a0fc501: Waiting for close lock at 1733763751389Running coprocessor pre-close hooks at 1733763751389Disabling compacts and flushes for region at 1733763751389Disabling writes for close at 1733763751389Writing region close event to WAL at 1733763751395 (+6 ms)Running coprocessor post-close hooks at 1733763751401 (+6 ms)Closed at 1733763751401 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1ff02c52a9662c6e4001261e7fa891b: Waiting for close lock at 1733763751389Running coprocessor pre-close hooks at 1733763751389Disabling compacts and flushes for region at 1733763751389Disabling writes for close at 1733763751389Writing region close event to WAL at 1733763751391 (+2 ms)Running coprocessor post-close hooks at 1733763751401 (+10 ms)Closed at 1733763751401 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733763659643.a53fb1847c0c36839d9f372d3a0fc501. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733763659643.e1ff02c52a9662c6e4001261e7fa891b. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70fa645c4e49d23465a6dec57625aa5c, disabling compactions & flushes 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfa2329b4d373b0f0b9846e901549686, disabling compactions & flushes 2024-12-09T17:02:31,401 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:02:31,401 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. after waiting 0 ms 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. after waiting 0 ms 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:02:31,401 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:31,406 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:02:31,406 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:02:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741867_1043 (size=9431) 2024-12-09T17:02:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741867_1043 (size=9431) 2024-12-09T17:02:31,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741867_1043 (size=9431) 2024-12-09T17:02:31,408 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/info/216e8c1958c64807b02b63718fbf29f8 2024-12-09T17:02:31,412 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/70fa645c4e49d23465a6dec57625aa5c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,413 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:02:31,413 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70fa645c4e49d23465a6dec57625aa5c: Waiting for close lock at 1733763751401Running coprocessor pre-close hooks at 1733763751401Disabling compacts and flushes for region at 1733763751401Disabling writes for close at 1733763751401Writing region close event to WAL at 1733763751408 (+7 ms)Running coprocessor post-close hooks at 1733763751413 (+5 ms)Closed at 1733763751413 2024-12-09T17:02:31,413 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733763659643.70fa645c4e49d23465a6dec57625aa5c. 2024-12-09T17:02:31,413 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9b47e6802a01cedba128c3c89962ceb, disabling compactions & flushes 2024-12-09T17:02:31,414 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:31,414 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:31,414 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. after waiting 0 ms 2024-12-09T17:02:31,414 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:31,416 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/dfa2329b4d373b0f0b9846e901549686/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,417 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:31,417 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfa2329b4d373b0f0b9846e901549686: Waiting for close lock at 1733763751401Running coprocessor pre-close hooks at 1733763751401Disabling compacts and flushes for region at 1733763751401Disabling writes for close at 1733763751401Writing region close event to WAL at 1733763751411 (+10 ms)Running coprocessor post-close hooks at 1733763751417 (+6 ms)Closed at 1733763751417 2024-12-09T17:02:31,417 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733763659643.dfa2329b4d373b0f0b9846e901549686. 2024-12-09T17:02:31,418 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6a785a90d7d8ac92e3421e1c02d63a6, disabling compactions & flushes 2024-12-09T17:02:31,418 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:02:31,418 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:02:31,418 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/.tmp/info/216e8c1958c64807b02b63718fbf29f8 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/info/216e8c1958c64807b02b63718fbf29f8 2024-12-09T17:02:31,418 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. after waiting 0 ms 2024-12-09T17:02:31,418 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:02:31,421 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/a9b47e6802a01cedba128c3c89962ceb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,422 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:31,422 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9b47e6802a01cedba128c3c89962ceb: Waiting for close lock at 1733763751413Running coprocessor pre-close hooks at 1733763751413Disabling compacts and flushes for region at 1733763751413Disabling writes for close at 1733763751414 (+1 ms)Writing region close event to WAL at 1733763751414Running coprocessor post-close hooks at 1733763751422 (+8 ms)Closed at 1733763751422 2024-12-09T17:02:31,422 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733763659643.a9b47e6802a01cedba128c3c89962ceb. 2024-12-09T17:02:31,424 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/default/SPTestTable/e6a785a90d7d8ac92e3421e1c02d63a6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:02:31,424 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:02:31,425 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6a785a90d7d8ac92e3421e1c02d63a6: Waiting for close lock at 1733763751417Running coprocessor pre-close hooks at 1733763751417Disabling compacts and flushes for region at 1733763751417Disabling writes for close at 1733763751418 (+1 ms)Writing region close event to WAL at 1733763751418Running coprocessor post-close hooks at 1733763751424 (+6 ms)Closed at 1733763751424 2024-12-09T17:02:31,425 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733763659643.e6a785a90d7d8ac92e3421e1c02d63a6. 2024-12-09T17:02:31,426 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/info/216e8c1958c64807b02b63718fbf29f8, entries=32, sequenceid=39, filesize=9.2 K 2024-12-09T17:02:31,427 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=39, compaction requested=false 2024-12-09T17:02:31,432 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-09T17:02:31,433 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T17:02:31,433 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T17:02:31,433 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733763751370Running coprocessor pre-close hooks at 1733763751370Disabling compacts and flushes for region at 1733763751371 (+1 ms)Disabling writes for close at 1733763751371Obtaining lock to block concurrent updates at 1733763751371Preparing flush snapshotting stores in 1588230740 at 1733763751371Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1733763751371Flushing stores of hbase:meta,,1.1588230740 at 1733763751372 (+1 ms)Flushing 1588230740/info: creating writer at 1733763751372Flushing 1588230740/info: appending metadata at 1733763751378 (+6 ms)Flushing 1588230740/info: closing flushed file at 1733763751378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2895a985: reopening flushed file at 1733763751417 (+39 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=39, compaction requested=false at 1733763751427 (+10 ms)Writing region close event to WAL at 1733763751428 (+1 ms)Running coprocessor post-close hooks at 1733763751433 (+5 ms)Closed at 1733763751433 2024-12-09T17:02:31,433 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T17:02:31,571 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,36757,1733763647388; all regions closed. 2024-12-09T17:02:31,571 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,38491,1733763647278; all regions closed. 2024-12-09T17:02:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741834_1010 (size=3500) 2024-12-09T17:02:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741834_1010 (size=3500) 2024-12-09T17:02:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741858_1034 (size=5436) 2024-12-09T17:02:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741834_1010 (size=3500) 2024-12-09T17:02:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741858_1034 (size=5436) 2024-12-09T17:02:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741858_1034 (size=5436) 2024-12-09T17:02:31,582 DEBUG [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs 2024-12-09T17:02:31,582 DEBUG [RS:0;7b4ec1980089:38491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C38491%2C1733763647278:(num 1733763648915) 2024-12-09T17:02:31,582 INFO [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C36757%2C1733763647388.meta:.meta(num 1733763699968) 2024-12-09T17:02:31,582 DEBUG [RS:0;7b4ec1980089:38491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T17:02:31,582 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T17:02:31,582 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T17:02:31,583 INFO [RS:0;7b4ec1980089:38491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T17:02:31,583 INFO [RS:0;7b4ec1980089:38491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38491 2024-12-09T17:02:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741835_1011 (size=3530) 2024-12-09T17:02:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741835_1011 (size=3530) 2024-12-09T17:02:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741835_1011 (size=3530) 2024-12-09T17:02:31,587 DEBUG [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/oldWALs 2024-12-09T17:02:31,587 INFO [RS:1;7b4ec1980089:36757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C36757%2C1733763647388:(num 1733763648919) 2024-12-09T17:02:31,587 DEBUG [RS:1;7b4ec1980089:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:31,587 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:02:31,587 INFO [RS:1;7b4ec1980089:36757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T17:02:31,587 INFO [RS:1;7b4ec1980089:36757 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T17:02:31,587 INFO [RS:1;7b4ec1980089:36757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T17:02:31,587 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T17:02:31,588 INFO [RS:1;7b4ec1980089:36757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36757 2024-12-09T17:02:31,606 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,38491,1733763647278 2024-12-09T17:02:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T17:02:31,607 INFO [RS:0;7b4ec1980089:38491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:02:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,36757,1733763647388 2024-12-09T17:02:31,615 INFO [RS:1;7b4ec1980089:36757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:02:31,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,36757,1733763647388] 2024-12-09T17:02:31,640 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,36757,1733763647388 already deleted, retry=false 2024-12-09T17:02:31,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b4ec1980089,36757,1733763647388 expired; onlineServers=1 2024-12-09T17:02:31,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,38491,1733763647278] 2024-12-09T17:02:31,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,38491,1733763647278 already deleted, retry=false 2024-12-09T17:02:31,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b4ec1980089,38491,1733763647278 expired; onlineServers=0 2024-12-09T17:02:31,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b4ec1980089,34861,1733763646607' ***** 2024-12-09T17:02:31,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T17:02:31,649 INFO [M:0;7b4ec1980089:34861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:02:31,650 INFO [M:0;7b4ec1980089:34861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T17:02:31,650 DEBUG [M:0;7b4ec1980089:34861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T17:02:31,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T17:02:31,650 DEBUG [M:0;7b4ec1980089:34861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T17:02:31,650 DEBUG [master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733763648553 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733763648553,5,FailOnTimeoutGroup] 2024-12-09T17:02:31,650 DEBUG [master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733763648553 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733763648553,5,FailOnTimeoutGroup] 2024-12-09T17:02:31,651 INFO [M:0;7b4ec1980089:34861 {}] hbase.ChoreService(370): Chore service for: master/7b4ec1980089:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T17:02:31,651 INFO [M:0;7b4ec1980089:34861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T17:02:31,651 DEBUG [M:0;7b4ec1980089:34861 {}] master.HMaster(1795): Stopping service threads 2024-12-09T17:02:31,652 INFO [M:0;7b4ec1980089:34861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T17:02:31,652 INFO [M:0;7b4ec1980089:34861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T17:02:31,652 ERROR [M:0;7b4ec1980089:34861 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44807,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:44807 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44807,5,PEWorkerGroup] 2024-12-09T17:02:31,654 INFO [M:0;7b4ec1980089:34861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T17:02:31,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T17:02:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T17:02:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:31,663 DEBUG [M:0;7b4ec1980089:34861 {}] zookeeper.ZKUtil(347): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T17:02:31,663 WARN [M:0;7b4ec1980089:34861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T17:02:31,663 INFO [M:0;7b4ec1980089:34861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/.lastflushedseqids 2024-12-09T17:02:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741868_1044 (size=668) 2024-12-09T17:02:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741868_1044 (size=668) 2024-12-09T17:02:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741868_1044 (size=668) 2024-12-09T17:02:31,678 INFO [M:0;7b4ec1980089:34861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T17:02:31,679 INFO [M:0;7b4ec1980089:34861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T17:02:31,679 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T17:02:31,679 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:31,679 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:31,679 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T17:02:31,679 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:31,679 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.54 KB heapSize=263.90 KB 2024-12-09T17:02:31,693 DEBUG [M:0;7b4ec1980089:34861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea283cfec273409f8780436e5a0c54d8 is 82, key is hbase:meta,,1/info:regioninfo/1733763700164/Put/seqid=0 2024-12-09T17:02:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741869_1045 (size=6071) 2024-12-09T17:02:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741869_1045 (size=6071) 2024-12-09T17:02:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741869_1045 (size=6071) 2024-12-09T17:02:31,700 INFO [M:0;7b4ec1980089:34861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea283cfec273409f8780436e5a0c54d8 2024-12-09T17:02:31,723 DEBUG [M:0;7b4ec1980089:34861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cca3a6f1c9e477394b603dbbd65fbf8 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733763670191/Put/seqid=0 2024-12-09T17:02:31,723 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:02:31,724 INFO [RS:0;7b4ec1980089:38491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:02:31,724 INFO [RS:0;7b4ec1980089:38491 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,38491,1733763647278; zookeeper connection closed. 2024-12-09T17:02:31,724 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x1000b93800e0001, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:02:31,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e89525 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e89525 2024-12-09T17:02:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741870_1046 (size=9111) 2024-12-09T17:02:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741870_1046 (size=9111) 2024-12-09T17:02:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741870_1046 (size=9111) 2024-12-09T17:02:31,731 INFO [M:0;7b4ec1980089:34861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.31 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cca3a6f1c9e477394b603dbbd65fbf8 2024-12-09T17:02:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:02:31,732 INFO [RS:1;7b4ec1980089:36757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:02:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x1000b93800e0002, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:02:31,732 INFO [RS:1;7b4ec1980089:36757 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,36757,1733763647388; zookeeper connection closed. 2024-12-09T17:02:31,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e147169 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e147169 2024-12-09T17:02:31,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T17:02:31,738 INFO [M:0;7b4ec1980089:34861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cca3a6f1c9e477394b603dbbd65fbf8 2024-12-09T17:02:31,758 DEBUG [M:0;7b4ec1980089:34861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3c4115a4d4c4761b69bcbb057b488a7 is 69, key is 7b4ec1980089,36757,1733763647388/rs:state/1733763648625/Put/seqid=0 2024-12-09T17:02:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741871_1047 (size=5441) 2024-12-09T17:02:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741871_1047 (size=5441) 2024-12-09T17:02:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741871_1047 (size=5441) 2024-12-09T17:02:31,766 INFO [M:0;7b4ec1980089:34861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3c4115a4d4c4761b69bcbb057b488a7 2024-12-09T17:02:31,773 INFO [M:0;7b4ec1980089:34861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3c4115a4d4c4761b69bcbb057b488a7 2024-12-09T17:02:31,774 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea283cfec273409f8780436e5a0c54d8 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea283cfec273409f8780436e5a0c54d8 2024-12-09T17:02:31,781 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea283cfec273409f8780436e5a0c54d8, entries=14, sequenceid=561, filesize=5.9 K 2024-12-09T17:02:31,782 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cca3a6f1c9e477394b603dbbd65fbf8 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cca3a6f1c9e477394b603dbbd65fbf8 2024-12-09T17:02:31,789 INFO [M:0;7b4ec1980089:34861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cca3a6f1c9e477394b603dbbd65fbf8 2024-12-09T17:02:31,789 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cca3a6f1c9e477394b603dbbd65fbf8, entries=60, sequenceid=561, filesize=8.9 K 2024-12-09T17:02:31,790 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3c4115a4d4c4761b69bcbb057b488a7 as hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3c4115a4d4c4761b69bcbb057b488a7 2024-12-09T17:02:31,797 INFO [M:0;7b4ec1980089:34861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3c4115a4d4c4761b69bcbb057b488a7 2024-12-09T17:02:31,797 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/9afa632c-91e6-b719-0d32-24a159acd67e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3c4115a4d4c4761b69bcbb057b488a7, entries=3, sequenceid=561, filesize=5.3 K 2024-12-09T17:02:31,798 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.54 KB/217637, heapSize ~263.60 KB/269928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=561, compaction requested=false 2024-12-09T17:02:31,799 INFO [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:31,799 DEBUG [M:0;7b4ec1980089:34861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733763751679Disabling compacts and flushes for region at 1733763751679Disabling writes for close at 1733763751679Obtaining lock to block concurrent updates at 1733763751679Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733763751679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217637, getHeapSize=270168, getOffHeapSize=0, getCellsCount=682 at 1733763751680 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733763751680Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733763751680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733763751692 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733763751693 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733763751706 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733763751722 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733763751722Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733763751739 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733763751757 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733763751757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa2bf65: reopening flushed file at 1733763751773 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4498e0: reopening flushed file at 1733763751781 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef9c223: reopening flushed file at 1733763751789 (+8 ms)Finished flush of dataSize ~212.54 KB/217637, heapSize ~263.60 KB/269928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=561, compaction requested=false at 1733763751798 (+9 ms)Writing region close event to WAL at 1733763751799 (+1 ms)Closed at 1733763751799 2024-12-09T17:02:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741830_1006 (size=255005) 2024-12-09T17:02:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43993 is added to blk_1073741830_1006 (size=255005) 2024-12-09T17:02:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741830_1006 (size=255005) 2024-12-09T17:02:31,803 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T17:02:31,803 INFO [M:0;7b4ec1980089:34861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T17:02:31,803 INFO [M:0;7b4ec1980089:34861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34861 2024-12-09T17:02:31,803 INFO [M:0;7b4ec1980089:34861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:02:31,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:02:31,929 INFO [M:0;7b4ec1980089:34861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:02:31,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1000b93800e0000, quorum=127.0.0.1:63385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:02:31,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:02:31,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:02:31,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:02:31,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:02:31,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,STOPPED} 2024-12-09T17:02:31,941 WARN [BP-1221472191-172.17.0.2-1733763642823 heartbeating to localhost/127.0.0.1:44807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T17:02:31,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T17:02:31,941 WARN [BP-1221472191-172.17.0.2-1733763642823 heartbeating to localhost/127.0.0.1:44807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1221472191-172.17.0.2-1733763642823 (Datanode Uuid 7ba0d846-4c45-4b8c-a2c3-55bbedd67809) service to localhost/127.0.0.1:44807 2024-12-09T17:02:31,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T17:02:31,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data5/current/BP-1221472191-172.17.0.2-1733763642823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:02:31,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data6/current/BP-1221472191-172.17.0.2-1733763642823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:02:31,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T17:02:31,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:02:31,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:02:31,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:02:31,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:02:31,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,STOPPED} 2024-12-09T17:02:31,948 WARN [BP-1221472191-172.17.0.2-1733763642823 heartbeating to localhost/127.0.0.1:44807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T17:02:31,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T17:02:31,948 WARN [BP-1221472191-172.17.0.2-1733763642823 heartbeating to localhost/127.0.0.1:44807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1221472191-172.17.0.2-1733763642823 (Datanode Uuid 4bf01c6a-db07-412b-b38f-f39431596d70) service to localhost/127.0.0.1:44807 2024-12-09T17:02:31,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T17:02:31,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data3/current/BP-1221472191-172.17.0.2-1733763642823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:02:31,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data4/current/BP-1221472191-172.17.0.2-1733763642823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:02:31,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T17:02:31,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:02:31,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:02:31,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:02:31,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:02:31,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,STOPPED} 2024-12-09T17:02:31,953 WARN [BP-1221472191-172.17.0.2-1733763642823 heartbeating to localhost/127.0.0.1:44807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T17:02:31,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T17:02:31,953 WARN [BP-1221472191-172.17.0.2-1733763642823 heartbeating to localhost/127.0.0.1:44807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1221472191-172.17.0.2-1733763642823 (Datanode Uuid 5040aba9-8d6f-4744-b5a9-b1a5983aba4e) service to localhost/127.0.0.1:44807 2024-12-09T17:02:31,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T17:02:31,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data1/current/BP-1221472191-172.17.0.2-1733763642823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:02:31,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/cluster_3015ce44-e1b5-c1b5-a975-7a7558ec1447/data/data2/current/BP-1221472191-172.17.0.2-1733763642823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:02:31,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T17:02:31,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T17:02:31,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:02:31,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:02:31,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:02:31,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir/,STOPPED} 2024-12-09T17:02:31,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T17:02:32,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T17:02:32,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b4ec1980089:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b4ec1980089:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/7b4ec1980089:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44807 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44807 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b4ec1980089:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5dd5a500 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b4ec1980089:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b4ec1980089:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b4ec1980089:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_META-regionserver/7b4ec1980089:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=9942 (was 11197) 2024-12-09T17:02:32,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=9942 2024-12-09T17:02:32,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir so I do NOT create it in target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415 2024-12-09T17:02:32,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.tmp.dir so I do NOT create it in target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415 2024-12-09T17:02:32,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e02dbe7-e98c-22ca-9aac-9f43b6834d17/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T17:02:32,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348, deleteOnExit=true 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/test.cache.data in system properties and HBase conf 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir in system properties and HBase conf 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T17:02:32,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T17:02:32,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T17:02:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T17:02:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T17:02:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/nfs.dump.dir in system properties and HBase conf 2024-12-09T17:02:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/java.io.tmpdir in system properties and HBase conf 2024-12-09T17:02:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T17:02:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T17:02:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T17:02:32,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:02:32,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:02:32,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:02:32,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:02:32,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:02:32,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:02:32,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4e06bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:02:32,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68acd59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:02:32,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26d3784a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/java.io.tmpdir/jetty-localhost-40823-hadoop-hdfs-3_4_1-tests_jar-_-any-2151193176347037194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T17:02:32,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16952596{HTTP/1.1, (http/1.1)}{localhost:40823} 2024-12-09T17:02:32,445 INFO [Time-limited test {}] server.Server(415): Started @111316ms 2024-12-09T17:02:32,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:02:32,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:02:32,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:02:32,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:02:32,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:02:32,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5860725f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:02:32,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63cdb200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:02:32,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5094d3e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/java.io.tmpdir/jetty-localhost-46709-hadoop-hdfs-3_4_1-tests_jar-_-any-3220562260913178676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:02:32,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce2d997{HTTP/1.1, (http/1.1)}{localhost:46709} 2024-12-09T17:02:32,798 INFO [Time-limited test {}] server.Server(415): Started @111669ms 2024-12-09T17:02:32,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T17:02:32,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:02:32,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:02:32,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:02:32,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:02:32,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T17:02:32,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3f83d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:02:32,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed4247d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:02:32,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dd57944{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/java.io.tmpdir/jetty-localhost-45589-hadoop-hdfs-3_4_1-tests_jar-_-any-13444182100285506476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:02:32,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25075e3c{HTTP/1.1, (http/1.1)}{localhost:45589} 2024-12-09T17:02:32,921 INFO [Time-limited test {}] server.Server(415): Started @111792ms 2024-12-09T17:02:32,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T17:02:32,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T17:02:32,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T17:02:32,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T17:02:32,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T17:02:32,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T17:02:32,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bb0cb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,AVAILABLE} 2024-12-09T17:02:32,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d83bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T17:02:33,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436c37bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/java.io.tmpdir/jetty-localhost-36003-hadoop-hdfs-3_4_1-tests_jar-_-any-2297050612141772791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:02:33,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27b212b{HTTP/1.1, (http/1.1)}{localhost:36003} 2024-12-09T17:02:33,039 INFO [Time-limited test {}] server.Server(415): Started @111911ms 2024-12-09T17:02:33,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T17:02:33,639 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data1/current/BP-1310319223-172.17.0.2-1733763752056/current, will proceed with Du for space computation calculation, 2024-12-09T17:02:33,639 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data2/current/BP-1310319223-172.17.0.2-1733763752056/current, will proceed with Du for space computation calculation, 2024-12-09T17:02:33,656 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T17:02:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x785126ba91649bbb with lease ID 0x7f8a71b60e59a3d3: Processing first storage report for DS-056662a7-d9d1-458e-a88d-5302dc1ba7de from datanode DatanodeRegistration(127.0.0.1:33047, datanodeUuid=5151c602-8635-49de-8e00-e26d9940c5b3, infoPort=37945, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056) 2024-12-09T17:02:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x785126ba91649bbb with lease ID 0x7f8a71b60e59a3d3: from storage DS-056662a7-d9d1-458e-a88d-5302dc1ba7de node DatanodeRegistration(127.0.0.1:33047, datanodeUuid=5151c602-8635-49de-8e00-e26d9940c5b3, infoPort=37945, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x785126ba91649bbb with lease ID 0x7f8a71b60e59a3d3: Processing first storage report for DS-4c5f8c2d-5be9-4787-83f7-8b65e9a8ec4d from datanode DatanodeRegistration(127.0.0.1:33047, datanodeUuid=5151c602-8635-49de-8e00-e26d9940c5b3, infoPort=37945, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056) 2024-12-09T17:02:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x785126ba91649bbb with lease ID 0x7f8a71b60e59a3d3: from storage DS-4c5f8c2d-5be9-4787-83f7-8b65e9a8ec4d node DatanodeRegistration(127.0.0.1:33047, datanodeUuid=5151c602-8635-49de-8e00-e26d9940c5b3, infoPort=37945, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:33,827 WARN [Thread-750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data4/current/BP-1310319223-172.17.0.2-1733763752056/current, will proceed with Du for space computation calculation, 2024-12-09T17:02:33,827 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data3/current/BP-1310319223-172.17.0.2-1733763752056/current, will proceed with Du for space computation calculation, 2024-12-09T17:02:33,844 WARN [Thread-701 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T17:02:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5628a07e48049599 with lease ID 0x7f8a71b60e59a3d4: Processing first storage report for DS-506d3975-8b90-4c8b-b115-50d77c5a49a6 from datanode DatanodeRegistration(127.0.0.1:42331, datanodeUuid=7c2571cc-a2e7-4c9d-a2c2-ec5a3a9582b4, infoPort=38491, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056) 2024-12-09T17:02:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5628a07e48049599 with lease ID 0x7f8a71b60e59a3d4: from storage DS-506d3975-8b90-4c8b-b115-50d77c5a49a6 node DatanodeRegistration(127.0.0.1:42331, datanodeUuid=7c2571cc-a2e7-4c9d-a2c2-ec5a3a9582b4, infoPort=38491, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5628a07e48049599 with lease ID 0x7f8a71b60e59a3d4: Processing first storage report for DS-920336b5-0aa6-4231-9cb7-afdb40415716 from datanode DatanodeRegistration(127.0.0.1:42331, datanodeUuid=7c2571cc-a2e7-4c9d-a2c2-ec5a3a9582b4, infoPort=38491, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056) 2024-12-09T17:02:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5628a07e48049599 with lease ID 0x7f8a71b60e59a3d4: from storage DS-920336b5-0aa6-4231-9cb7-afdb40415716 node DatanodeRegistration(127.0.0.1:42331, datanodeUuid=7c2571cc-a2e7-4c9d-a2c2-ec5a3a9582b4, infoPort=38491, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:33,953 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data5/current/BP-1310319223-172.17.0.2-1733763752056/current, will proceed with Du for space computation calculation, 2024-12-09T17:02:33,953 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data6/current/BP-1310319223-172.17.0.2-1733763752056/current, will proceed with Du for space computation calculation, 2024-12-09T17:02:33,968 WARN [Thread-723 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T17:02:33,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x362097078e7fb110 with lease ID 0x7f8a71b60e59a3d5: Processing first storage report for DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e from datanode DatanodeRegistration(127.0.0.1:46805, datanodeUuid=f8ee5cef-029b-42b2-9a6b-9e229459fce9, infoPort=34225, infoSecurePort=0, ipcPort=42287, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056) 2024-12-09T17:02:33,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x362097078e7fb110 with lease ID 0x7f8a71b60e59a3d5: from storage DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e node DatanodeRegistration(127.0.0.1:46805, datanodeUuid=f8ee5cef-029b-42b2-9a6b-9e229459fce9, infoPort=34225, infoSecurePort=0, ipcPort=42287, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x362097078e7fb110 with lease ID 0x7f8a71b60e59a3d5: Processing first storage report for DS-5f703720-56fe-411a-bafc-bf6807030e65 from datanode DatanodeRegistration(127.0.0.1:46805, datanodeUuid=f8ee5cef-029b-42b2-9a6b-9e229459fce9, infoPort=34225, infoSecurePort=0, ipcPort=42287, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056) 2024-12-09T17:02:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x362097078e7fb110 with lease ID 0x7f8a71b60e59a3d5: from storage DS-5f703720-56fe-411a-bafc-bf6807030e65 node DatanodeRegistration(127.0.0.1:46805, datanodeUuid=f8ee5cef-029b-42b2-9a6b-9e229459fce9, infoPort=34225, infoSecurePort=0, ipcPort=42287, storageInfo=lv=-57;cid=testClusterID;nsid=1517209657;c=1733763752056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T17:02:34,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415 2024-12-09T17:02:34,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/zookeeper_0, clientPort=59781, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T17:02:34,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59781 2024-12-09T17:02:34,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741825_1001 (size=7) 2024-12-09T17:02:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741825_1001 (size=7) 2024-12-09T17:02:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741825_1001 (size=7) 2024-12-09T17:02:34,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d with version=8 2024-12-09T17:02:34,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/hbase-staging 2024-12-09T17:02:34,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T17:02:34,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:02:34,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39893 2024-12-09T17:02:34,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39893 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-09T17:02:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398930x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:02:34,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39893-0x1000b9526fb0000 connected 2024-12-09T17:02:34,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:34,224 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d, hbase.cluster.distributed=false 2024-12-09T17:02:34,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:02:34,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39893 2024-12-09T17:02:34,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39893 2024-12-09T17:02:34,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39893 2024-12-09T17:02:34,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39893 2024-12-09T17:02:34,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39893 2024-12-09T17:02:34,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T17:02:34,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:02:34,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43623 2024-12-09T17:02:34,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43623 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-09T17:02:34,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436230x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:02:34,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43623-0x1000b9526fb0001 connected 2024-12-09T17:02:34,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:34,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T17:02:34,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T17:02:34,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T17:02:34,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:02:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43623 2024-12-09T17:02:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43623 2024-12-09T17:02:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43623 2024-12-09T17:02:34,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43623 2024-12-09T17:02:34,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43623 2024-12-09T17:02:34,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T17:02:34,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:02:34,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40865 2024-12-09T17:02:34,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40865 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-09T17:02:34,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408650x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:02:34,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40865-0x1000b9526fb0002 connected 2024-12-09T17:02:34,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:34,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T17:02:34,301 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T17:02:34,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T17:02:34,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:02:34,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40865 2024-12-09T17:02:34,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40865 2024-12-09T17:02:34,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40865 2024-12-09T17:02:34,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40865 2024-12-09T17:02:34,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40865 2024-12-09T17:02:34,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T17:02:34,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T17:02:34,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T17:02:34,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T17:02:34,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T17:02:34,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T17:02:34,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38681 2024-12-09T17:02:34,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38681 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-09T17:02:34,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386810x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T17:02:34,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386810x0, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:02:34,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38681-0x1000b9526fb0003 connected 2024-12-09T17:02:34,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T17:02:34,342 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T17:02:34,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T17:02:34,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T17:02:34,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38681 2024-12-09T17:02:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38681 2024-12-09T17:02:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38681 2024-12-09T17:02:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38681 2024-12-09T17:02:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38681 2024-12-09T17:02:34,353 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b4ec1980089:39893 2024-12-09T17:02:34,354 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,361 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,370 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T17:02:34,371 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b4ec1980089,39893,1733763754096 from backup master directory 2024-12-09T17:02:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T17:02:34,377 WARN [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:02:34,377 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,381 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/hbase.id] with ID: 33359311-8c1b-4cdb-9c99-0f689170e04e 2024-12-09T17:02:34,381 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.tmp/hbase.id 2024-12-09T17:02:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741826_1002 (size=42) 2024-12-09T17:02:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741826_1002 (size=42) 2024-12-09T17:02:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741826_1002 (size=42) 2024-12-09T17:02:34,389 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.tmp/hbase.id]:[hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/hbase.id] 2024-12-09T17:02:34,401 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T17:02:34,401 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T17:02:34,403 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T17:02:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741827_1003 (size=196) 2024-12-09T17:02:34,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741827_1003 (size=196) 2024-12-09T17:02:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741827_1003 (size=196) 2024-12-09T17:02:34,419 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T17:02:34,420 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T17:02:34,420 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:02:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741828_1004 (size=1189) 2024-12-09T17:02:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741828_1004 (size=1189) 2024-12-09T17:02:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741828_1004 (size=1189) 2024-12-09T17:02:34,431 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store 2024-12-09T17:02:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741829_1005 (size=34) 2024-12-09T17:02:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741829_1005 (size=34) 2024-12-09T17:02:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741829_1005 (size=34) 2024-12-09T17:02:34,439 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:34,439 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T17:02:34,439 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:34,439 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:34,439 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T17:02:34,439 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:34,439 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:02:34,439 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733763754439Disabling compacts and flushes for region at 1733763754439Disabling writes for close at 1733763754439Writing region close event to WAL at 1733763754439Closed at 1733763754439 2024-12-09T17:02:34,440 WARN [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/.initializing 2024-12-09T17:02:34,440 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/WALs/7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,441 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:02:34,443 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C39893%2C1733763754096, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/WALs/7b4ec1980089,39893,1733763754096, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/oldWALs, maxLogs=10 2024-12-09T17:02:34,455 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/WALs/7b4ec1980089,39893,1733763754096/7b4ec1980089%2C39893%2C1733763754096.1733763754443, exclude list is [], retry=0 2024-12-09T17:02:34,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46805,DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e,DISK] 2024-12-09T17:02:34,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33047,DS-056662a7-d9d1-458e-a88d-5302dc1ba7de,DISK] 2024-12-09T17:02:34,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42331,DS-506d3975-8b90-4c8b-b115-50d77c5a49a6,DISK] 2024-12-09T17:02:34,460 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/WALs/7b4ec1980089,39893,1733763754096/7b4ec1980089%2C39893%2C1733763754096.1733763754443 2024-12-09T17:02:34,460 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:37945:37945),(127.0.0.1/127.0.0.1:38491:38491)] 2024-12-09T17:02:34,460 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T17:02:34,460 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:34,460 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,460 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T17:02:34,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:34,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T17:02:34,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:34,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T17:02:34,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:34,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T17:02:34,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:34,470 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,471 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,471 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,473 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,473 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,473 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:02:34,475 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T17:02:34,477 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:34,478 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69157214, jitterRate=0.030522793531417847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:02:34,479 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733763754460Initializing all the Stores at 1733763754462 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763754462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763754462Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763754462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763754462Cleaning up temporary data from old regions at 1733763754473 (+11 ms)Region opened successfully at 1733763754479 (+6 ms) 2024-12-09T17:02:34,479 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T17:02:34,484 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecfe9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:02:34,485 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T17:02:34,485 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T17:02:34,485 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T17:02:34,485 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T17:02:34,486 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T17:02:34,486 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T17:02:34,486 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T17:02:34,489 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T17:02:34,490 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T17:02:34,507 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T17:02:34,507 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T17:02:34,508 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T17:02:34,519 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T17:02:34,519 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T17:02:34,520 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T17:02:34,527 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T17:02:34,528 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T17:02:34,536 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T17:02:34,538 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T17:02:34,549 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,563 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b4ec1980089,39893,1733763754096, sessionid=0x1000b9526fb0000, setting cluster-up flag (Was=false) 2024-12-09T17:02:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,611 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T17:02:34,613 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:34,666 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T17:02:34,669 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b4ec1980089,39893,1733763754096 2024-12-09T17:02:34,673 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T17:02:34,676 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T17:02:34,676 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T17:02:34,676 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T17:02:34,676 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b4ec1980089,39893,1733763754096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b4ec1980089:0, corePoolSize=10, maxPoolSize=10 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:02:34,679 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,680 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733763784680 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T17:02:34,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T17:02:34,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T17:02:34,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,682 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T17:02:34,682 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T17:02:34,682 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T17:02:34,682 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T17:02:34,687 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T17:02:34,687 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T17:02:34,691 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733763754687,5,FailOnTimeoutGroup] 2024-12-09T17:02:34,691 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733763754691,5,FailOnTimeoutGroup] 2024-12-09T17:02:34,691 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,691 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T17:02:34,691 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,691 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741831_1007 (size=1321) 2024-12-09T17:02:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741831_1007 (size=1321) 2024-12-09T17:02:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741831_1007 (size=1321) 2024-12-09T17:02:34,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T17:02:34,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741832_1008 (size=32) 2024-12-09T17:02:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741832_1008 (size=32) 2024-12-09T17:02:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741832_1008 (size=32) 2024-12-09T17:02:34,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T17:02:34,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T17:02:34,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T17:02:34,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T17:02:34,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:34,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T17:02:34,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T17:02:34,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:34,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T17:02:34,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T17:02:34,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:34,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:34,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T17:02:34,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740 2024-12-09T17:02:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740 2024-12-09T17:02:34,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T17:02:34,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T17:02:34,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:02:34,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T17:02:34,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:34,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68815157, jitterRate=0.0254257470369339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:02:34,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733763754706Initializing all the Stores at 1733763754707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763754707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763754707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763754707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763754707Cleaning up temporary data from old regions at 1733763754717 (+10 ms)Region opened successfully at 1733763754721 (+4 ms) 2024-12-09T17:02:34,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T17:02:34,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T17:02:34,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T17:02:34,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T17:02:34,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T17:02:34,722 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T17:02:34,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733763754721Disabling compacts and flushes for region at 1733763754721Disabling writes for close at 1733763754722 (+1 ms)Writing region close event to WAL at 1733763754722Closed at 1733763754722 2024-12-09T17:02:34,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T17:02:34,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T17:02:34,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T17:02:34,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T17:02:34,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T17:02:34,747 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(746): ClusterId : 33359311-8c1b-4cdb-9c99-0f689170e04e 2024-12-09T17:02:34,747 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(746): ClusterId : 33359311-8c1b-4cdb-9c99-0f689170e04e 2024-12-09T17:02:34,747 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(746): ClusterId : 33359311-8c1b-4cdb-9c99-0f689170e04e 2024-12-09T17:02:34,747 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T17:02:34,747 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T17:02:34,747 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T17:02:34,770 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T17:02:34,770 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T17:02:34,770 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T17:02:34,770 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T17:02:34,770 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T17:02:34,770 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T17:02:34,786 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T17:02:34,786 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T17:02:34,786 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T17:02:34,786 DEBUG [RS:0;7b4ec1980089:43623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6160e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:02:34,786 DEBUG [RS:2;7b4ec1980089:38681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18858b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:02:34,786 DEBUG [RS:1;7b4ec1980089:40865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e014127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T17:02:34,796 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b4ec1980089:43623 2024-12-09T17:02:34,796 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T17:02:34,796 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T17:02:34,796 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T17:02:34,797 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,39893,1733763754096 with port=43623, startcode=1733763754244 2024-12-09T17:02:34,797 DEBUG [RS:0;7b4ec1980089:43623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T17:02:34,797 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7b4ec1980089:40865 2024-12-09T17:02:34,797 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T17:02:34,797 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T17:02:34,797 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T17:02:34,798 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,39893,1733763754096 with port=40865, startcode=1733763754281 2024-12-09T17:02:34,798 DEBUG [RS:2;7b4ec1980089:38681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7b4ec1980089:38681 2024-12-09T17:02:34,798 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T17:02:34,798 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T17:02:34,798 DEBUG [RS:1;7b4ec1980089:40865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T17:02:34,798 DEBUG [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T17:02:34,798 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T17:02:34,799 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,39893,1733763754096 with port=38681, startcode=1733763754324 2024-12-09T17:02:34,799 DEBUG [RS:2;7b4ec1980089:38681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T17:02:34,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,43623,1733763754244 2024-12-09T17:02:34,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:34,799 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40069, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T17:02:34,800 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T17:02:34,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,40865,1733763754281 2024-12-09T17:02:34,800 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:34,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:34,800 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39929 2024-12-09T17:02:34,801 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T17:02:34,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,38681,1733763754324 2024-12-09T17:02:34,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:34,802 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:34,802 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39929 2024-12-09T17:02:34,802 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T17:02:34,803 DEBUG [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:34,803 DEBUG [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39929 2024-12-09T17:02:34,803 DEBUG [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T17:02:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T17:02:34,842 DEBUG [RS:0;7b4ec1980089:43623 {}] zookeeper.ZKUtil(111): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,43623,1733763754244 2024-12-09T17:02:34,842 WARN [RS:0;7b4ec1980089:43623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:02:34,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,38681,1733763754324] 2024-12-09T17:02:34,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,40865,1733763754281] 2024-12-09T17:02:34,842 INFO [RS:0;7b4ec1980089:43623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:02:34,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,43623,1733763754244] 2024-12-09T17:02:34,843 DEBUG [RS:2;7b4ec1980089:38681 {}] zookeeper.ZKUtil(111): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,38681,1733763754324 2024-12-09T17:02:34,843 WARN [RS:2;7b4ec1980089:38681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:02:34,843 DEBUG [RS:1;7b4ec1980089:40865 {}] zookeeper.ZKUtil(111): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,40865,1733763754281 2024-12-09T17:02:34,843 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,43623,1733763754244 2024-12-09T17:02:34,843 WARN [RS:1;7b4ec1980089:40865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T17:02:34,843 INFO [RS:2;7b4ec1980089:38681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:02:34,843 INFO [RS:1;7b4ec1980089:40865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:02:34,843 DEBUG [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324 2024-12-09T17:02:34,843 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281 2024-12-09T17:02:34,849 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T17:02:34,849 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T17:02:34,849 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T17:02:34,851 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T17:02:34,853 INFO [RS:1;7b4ec1980089:40865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T17:02:34,853 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T17:02:34,853 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,853 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T17:02:34,854 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T17:02:34,854 INFO [RS:2;7b4ec1980089:38681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T17:02:34,854 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,855 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T17:02:34,855 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 INFO [RS:0;7b4ec1980089:43623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T17:02:34,855 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T17:02:34,855 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:02:34,855 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,855 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T17:02:34,856 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,856 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:1;7b4ec1980089:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:02:34,856 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,856 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,857 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,857 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,857 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:02:34,857 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,857 DEBUG [RS:2;7b4ec1980089:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:02:34,857 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,857 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T17:02:34,857 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:02:34,857 DEBUG [RS:0;7b4ec1980089:43623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T17:02:34,860 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,860 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,860 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,860 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,860 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,860 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,40865,1733763754281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:02:34,861 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,861 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,861 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,861 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,861 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,861 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,43623,1733763754244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:02:34,863 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,863 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,863 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,863 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,863 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,863 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,38681,1733763754324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:02:34,873 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T17:02:34,873 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,40865,1733763754281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,873 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,873 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.Replication(171): 7b4ec1980089,40865,1733763754281 started 2024-12-09T17:02:34,875 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T17:02:34,875 WARN [7b4ec1980089:39893 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T17:02:34,875 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,43623,1733763754244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,875 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T17:02:34,875 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,875 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,38681,1733763754324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,875 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.Replication(171): 7b4ec1980089,43623,1733763754244 started 2024-12-09T17:02:34,875 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,875 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.Replication(171): 7b4ec1980089,38681,1733763754324 started 2024-12-09T17:02:34,885 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,885 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,40865,1733763754281, RpcServer on 7b4ec1980089/172.17.0.2:40865, sessionid=0x1000b9526fb0002 2024-12-09T17:02:34,885 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T17:02:34,885 DEBUG [RS:1;7b4ec1980089:40865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,40865,1733763754281 2024-12-09T17:02:34,885 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,40865,1733763754281' 2024-12-09T17:02:34,885 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T17:02:34,886 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T17:02:34,886 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,886 INFO [RS:2;7b4ec1980089:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:34,886 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T17:02:34,886 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T17:02:34,886 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,43623,1733763754244, RpcServer on 7b4ec1980089/172.17.0.2:43623, sessionid=0x1000b9526fb0001 2024-12-09T17:02:34,886 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,38681,1733763754324, RpcServer on 7b4ec1980089/172.17.0.2:38681, sessionid=0x1000b9526fb0003 2024-12-09T17:02:34,886 DEBUG [RS:1;7b4ec1980089:40865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,40865,1733763754281 2024-12-09T17:02:34,886 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,40865,1733763754281' 2024-12-09T17:02:34,886 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T17:02:34,886 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T17:02:34,886 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T17:02:34,886 DEBUG [RS:0;7b4ec1980089:43623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,43623,1733763754244 2024-12-09T17:02:34,886 DEBUG [RS:2;7b4ec1980089:38681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,38681,1733763754324 2024-12-09T17:02:34,886 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,43623,1733763754244' 2024-12-09T17:02:34,886 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,38681,1733763754324' 2024-12-09T17:02:34,886 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T17:02:34,886 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T17:02:34,887 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T17:02:34,887 DEBUG [RS:1;7b4ec1980089:40865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T17:02:34,887 INFO [RS:1;7b4ec1980089:40865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T17:02:34,887 INFO [RS:1;7b4ec1980089:40865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,38681,1733763754324 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,38681,1733763754324' 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,43623,1733763754244 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,43623,1733763754244' 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T17:02:34,887 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T17:02:34,887 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T17:02:34,888 DEBUG [RS:2;7b4ec1980089:38681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T17:02:34,888 INFO [RS:2;7b4ec1980089:38681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T17:02:34,888 INFO [RS:2;7b4ec1980089:38681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T17:02:34,888 DEBUG [RS:0;7b4ec1980089:43623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T17:02:34,888 INFO [RS:0;7b4ec1980089:43623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T17:02:34,888 INFO [RS:0;7b4ec1980089:43623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T17:02:34,987 INFO [RS:1;7b4ec1980089:40865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:02:34,988 INFO [RS:0;7b4ec1980089:43623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:02:34,988 INFO [RS:2;7b4ec1980089:38681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T17:02:34,989 INFO [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C40865%2C1733763754281, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs, maxLogs=32 2024-12-09T17:02:34,990 INFO [RS:0;7b4ec1980089:43623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C43623%2C1733763754244, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,43623,1733763754244, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs, maxLogs=32 2024-12-09T17:02:34,990 INFO [RS:2;7b4ec1980089:38681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C38681%2C1733763754324, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs, maxLogs=32 2024-12-09T17:02:35,001 DEBUG [RS:1;7b4ec1980089:40865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281/7b4ec1980089%2C40865%2C1733763754281.1733763754990, exclude list is [], retry=0 2024-12-09T17:02:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42331,DS-506d3975-8b90-4c8b-b115-50d77c5a49a6,DISK] 2024-12-09T17:02:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46805,DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e,DISK] 2024-12-09T17:02:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33047,DS-056662a7-d9d1-458e-a88d-5302dc1ba7de,DISK] 2024-12-09T17:02:35,007 INFO [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281/7b4ec1980089%2C40865%2C1733763754281.1733763754990 2024-12-09T17:02:35,008 DEBUG [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38491:38491),(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:37945:37945)] 2024-12-09T17:02:35,009 DEBUG [RS:0;7b4ec1980089:43623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,43623,1733763754244/7b4ec1980089%2C43623%2C1733763754244.1733763754992, exclude list is [], retry=0 2024-12-09T17:02:35,009 DEBUG [RS:2;7b4ec1980089:38681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324/7b4ec1980089%2C38681%2C1733763754324.1733763754993, exclude list is [], retry=0 2024-12-09T17:02:35,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33047,DS-056662a7-d9d1-458e-a88d-5302dc1ba7de,DISK] 2024-12-09T17:02:35,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46805,DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e,DISK] 2024-12-09T17:02:35,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42331,DS-506d3975-8b90-4c8b-b115-50d77c5a49a6,DISK] 2024-12-09T17:02:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33047,DS-056662a7-d9d1-458e-a88d-5302dc1ba7de,DISK] 2024-12-09T17:02:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42331,DS-506d3975-8b90-4c8b-b115-50d77c5a49a6,DISK] 2024-12-09T17:02:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46805,DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e,DISK] 2024-12-09T17:02:35,019 INFO [RS:0;7b4ec1980089:43623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,43623,1733763754244/7b4ec1980089%2C43623%2C1733763754244.1733763754992 2024-12-09T17:02:35,020 INFO [RS:2;7b4ec1980089:38681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324/7b4ec1980089%2C38681%2C1733763754324.1733763754993 2024-12-09T17:02:35,020 DEBUG [RS:0;7b4ec1980089:43623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:37945:37945),(127.0.0.1/127.0.0.1:38491:38491)] 2024-12-09T17:02:35,023 DEBUG [RS:2;7b4ec1980089:38681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945),(127.0.0.1/127.0.0.1:38491:38491),(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-09T17:02:35,125 DEBUG [7b4ec1980089:39893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T17:02:35,125 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:02:35,129 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:02:35,129 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:02:35,129 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T17:02:35,129 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:02:35,129 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:02:35,129 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T17:02:35,130 INFO [7b4ec1980089:39893 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:02:35,130 INFO [7b4ec1980089:39893 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:02:35,130 INFO [7b4ec1980089:39893 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T17:02:35,130 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:02:35,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:35,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,40865,1733763754281, state=OPENING 2024-12-09T17:02:35,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T17:02:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:02:35,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:35,176 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T17:02:35,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:35,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,40865,1733763754281}] 2024-12-09T17:02:35,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:35,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:36,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:36,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:36,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:36,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T17:02:36,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:36,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:36,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:45,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T17:02:45,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54485, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T17:02:45,195 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T17:02:45,195 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T17:02:45,196 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T17:02:45,198 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C40865%2C1733763754281.meta, suffix=.meta, logDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs, maxLogs=32 2024-12-09T17:02:45,212 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281/7b4ec1980089%2C40865%2C1733763754281.meta.1733763765198.meta, exclude list is [], retry=0 2024-12-09T17:02:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42331,DS-506d3975-8b90-4c8b-b115-50d77c5a49a6,DISK] 2024-12-09T17:02:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33047,DS-056662a7-d9d1-458e-a88d-5302dc1ba7de,DISK] 2024-12-09T17:02:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46805,DS-bee8d06c-5ab3-4637-97af-99b1e31dfb4e,DISK] 2024-12-09T17:02:45,216 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,40865,1733763754281/7b4ec1980089%2C40865%2C1733763754281.meta.1733763765198.meta 2024-12-09T17:02:45,216 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225),(127.0.0.1/127.0.0.1:38491:38491),(127.0.0.1/127.0.0.1:37945:37945)] 2024-12-09T17:02:45,216 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T17:02:45,217 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T17:02:45,217 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T17:02:45,217 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T17:02:45,217 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T17:02:45,217 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,217 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T17:02:45,217 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T17:02:45,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T17:02:45,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T17:02:45,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:45,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:45,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T17:02:45,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T17:02:45,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:45,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:45,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T17:02:45,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T17:02:45,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:45,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:45,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T17:02:45,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T17:02:45,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:45,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T17:02:45,224 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T17:02:45,225 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740 2024-12-09T17:02:45,226 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740 2024-12-09T17:02:45,227 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T17:02:45,227 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T17:02:45,228 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T17:02:45,229 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T17:02:45,230 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72840517, jitterRate=0.0854082852602005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T17:02:45,230 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T17:02:45,230 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733763765217Writing region info on filesystem at 1733763765217Initializing all the Stores at 1733763765218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763765218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763765218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763765218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733763765218Cleaning up temporary data from old regions at 1733763765227 (+9 ms)Running coprocessor post-open hooks at 1733763765230 (+3 ms)Region opened successfully at 1733763765230 2024-12-09T17:02:45,231 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733763765181 2024-12-09T17:02:45,232 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T17:02:45,233 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T17:02:45,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:45,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,40865,1733763754281, state=OPEN 2024-12-09T17:02:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:02:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:02:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:02:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T17:02:45,289 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:45,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:45,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:45,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:45,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T17:02:45,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T17:02:45,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,40865,1733763754281 in 10.1130 sec 2024-12-09T17:02:45,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T17:02:45,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5720 sec 2024-12-09T17:02:45,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T17:02:45,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T17:02:45,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:02:45,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,40865,1733763754281, seqNum=-1] 2024-12-09T17:02:45,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:02:45,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:02:45,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6330 sec 2024-12-09T17:02:45,307 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733763765307, completionTime=-1 2024-12-09T17:02:45,307 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T17:02:45,307 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T17:02:45,308 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733763825309 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733763885309 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,39893,1733763754096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,39893,1733763754096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,39893,1733763754096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b4ec1980089:39893, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,309 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,311 DEBUG [master/7b4ec1980089:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T17:02:45,313 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.936sec 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,39893,1733763754096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T17:02:45,314 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,39893,1733763754096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T17:02:45,317 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T17:02:45,317 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T17:02:45,317 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,39893,1733763754096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T17:02:45,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaa8a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:02:45,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b4ec1980089,39893,-1 for getting cluster id 2024-12-09T17:02:45,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T17:02:45,361 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33359311-8c1b-4cdb-9c99-0f689170e04e' 2024-12-09T17:02:45,362 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T17:02:45,362 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33359311-8c1b-4cdb-9c99-0f689170e04e" 2024-12-09T17:02:45,362 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb7645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:02:45,363 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b4ec1980089,39893,-1] 2024-12-09T17:02:45,363 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T17:02:45,363 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:45,364 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T17:02:45,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673a030f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:02:45,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:02:45,366 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,40865,1733763754281, seqNum=-1] 2024-12-09T17:02:45,367 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:02:45,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:02:45,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b4ec1980089,39893,1733763754096 2024-12-09T17:02:45,370 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733763765370 (current time:1733763765370). 2024-12-09T17:02:45,370 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T17:02:45,370 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T17:02:45,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c1c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:02:45,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b4ec1980089,39893,-1 for getting cluster id 2024-12-09T17:02:45,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T17:02:45,372 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33359311-8c1b-4cdb-9c99-0f689170e04e' 2024-12-09T17:02:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T17:02:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33359311-8c1b-4cdb-9c99-0f689170e04e" 2024-12-09T17:02:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd39f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:02:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b4ec1980089,39893,-1] 2024-12-09T17:02:45,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T17:02:45,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:45,373 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T17:02:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e05a712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T17:02:45,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T17:02:45,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,40865,1733763754281, seqNum=-1] 2024-12-09T17:02:45,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:02:45,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:02:45,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T17:02:45,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:02:45,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:45,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:02:45,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T17:02:45,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T17:02:45,378 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b4ec1980089,39893,1733763754096 2024-12-09T17:02:45,379 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32dbd0fd 2024-12-09T17:02:45,379 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T17:02:45,380 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T17:02:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T17:02:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T17:02:45,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T17:02:45,383 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:45,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T17:02:45,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T17:02:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741837_1013 (size=361) 2024-12-09T17:02:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741837_1013 (size=361) 2024-12-09T17:02:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741837_1013 (size=361) 2024-12-09T17:02:45,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcec1d572f63614694b4afc860e46a42, NAME => 'SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,395 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b37206c5f0b31eecc0ee66f48fd484bc, NAME => 'SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,396 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a765f6de46ae14eb232e628fa9222a3, NAME => 'SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741839_1015 (size=62) 2024-12-09T17:02:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741838_1014 (size=54) 2024-12-09T17:02:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741839_1015 (size=62) 2024-12-09T17:02:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741838_1014 (size=54) 2024-12-09T17:02:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741838_1014 (size=54) 2024-12-09T17:02:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741839_1015 (size=62) 2024-12-09T17:02:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741840_1016 (size=62) 2024-12-09T17:02:45,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fcec1d572f63614694b4afc860e46a42, disabling compactions & flushes 2024-12-09T17:02:45,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b37206c5f0b31eecc0ee66f48fd484bc, disabling compactions & flushes 2024-12-09T17:02:45,415 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:45,415 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. after waiting 0 ms 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. after waiting 0 ms 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:45,415 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:45,415 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcec1d572f63614694b4afc860e46a42: Waiting for close lock at 1733763765414Disabling compacts and flushes for region at 1733763765414Disabling writes for close at 1733763765415 (+1 ms)Writing region close event to WAL at 1733763765415Closed at 1733763765415 2024-12-09T17:02:45,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b37206c5f0b31eecc0ee66f48fd484bc: Waiting for close lock at 1733763765414Disabling compacts and flushes for region at 1733763765414Disabling writes for close at 1733763765415 (+1 ms)Writing region close event to WAL at 1733763765415Closed at 1733763765415 2024-12-09T17:02:45,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741840_1016 (size=62) 2024-12-09T17:02:45,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741840_1016 (size=62) 2024-12-09T17:02:45,416 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d3da285e2ab0dc4ec0956166ed85b416, NAME => 'SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7404cc396e4aca2fa3bfa1c87a4324c5, NAME => 'SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1a765f6de46ae14eb232e628fa9222a3, disabling compactions & flushes 2024-12-09T17:02:45,419 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:45,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:45,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. after waiting 0 ms 2024-12-09T17:02:45,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:45,419 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:45,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a765f6de46ae14eb232e628fa9222a3: Waiting for close lock at 1733763765419Disabling compacts and flushes for region at 1733763765419Disabling writes for close at 1733763765419Writing region close event to WAL at 1733763765419Closed at 1733763765419 2024-12-09T17:02:45,420 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8f3452daecf89966ecddd573bc08ae66, NAME => 'SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741841_1017 (size=62) 2024-12-09T17:02:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741841_1017 (size=62) 2024-12-09T17:02:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741841_1017 (size=62) 2024-12-09T17:02:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741842_1018 (size=62) 2024-12-09T17:02:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741842_1018 (size=62) 2024-12-09T17:02:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741842_1018 (size=62) 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7404cc396e4aca2fa3bfa1c87a4324c5, disabling compactions & flushes 2024-12-09T17:02:45,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d3da285e2ab0dc4ec0956166ed85b416, disabling compactions & flushes 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:45,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. after waiting 0 ms 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:45,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. after waiting 0 ms 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7404cc396e4aca2fa3bfa1c87a4324c5: Waiting for close lock at 1733763765432Disabling compacts and flushes for region at 1733763765432Disabling writes for close at 1733763765432Writing region close event to WAL at 1733763765432Closed at 1733763765432 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:45,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:45,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d3da285e2ab0dc4ec0956166ed85b416: Waiting for close lock at 1733763765432Disabling compacts and flushes for region at 1733763765432Disabling writes for close at 1733763765432Writing region close event to WAL at 1733763765432Closed at 1733763765432 2024-12-09T17:02:45,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 871646b185251a08892a992da890b000, NAME => 'SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,433 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b9e71ad0ea72e8365690abc8020ee05e, NAME => 'SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741843_1019 (size=62) 2024-12-09T17:02:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741843_1019 (size=62) 2024-12-09T17:02:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741843_1019 (size=62) 2024-12-09T17:02:45,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8f3452daecf89966ecddd573bc08ae66, disabling compactions & flushes 2024-12-09T17:02:45,438 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:45,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:45,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. after waiting 0 ms 2024-12-09T17:02:45,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:45,438 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:45,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8f3452daecf89966ecddd573bc08ae66: Waiting for close lock at 1733763765437Disabling compacts and flushes for region at 1733763765437Disabling writes for close at 1733763765438 (+1 ms)Writing region close event to WAL at 1733763765438Closed at 1733763765438 2024-12-09T17:02:45,438 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f4a4935cb3eb274ea5da0ae2a973688b, NAME => 'SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741844_1020 (size=62) 2024-12-09T17:02:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741844_1020 (size=62) 2024-12-09T17:02:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741844_1020 (size=62) 2024-12-09T17:02:45,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 871646b185251a08892a992da890b000, disabling compactions & flushes 2024-12-09T17:02:45,445 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:45,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:45,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. after waiting 0 ms 2024-12-09T17:02:45,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:45,445 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:45,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 871646b185251a08892a992da890b000: Waiting for close lock at 1733763765445Disabling compacts and flushes for region at 1733763765445Disabling writes for close at 1733763765445Writing region close event to WAL at 1733763765445Closed at 1733763765445 2024-12-09T17:02:45,446 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3541db202504321608802c624873fcca, NAME => 'SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d 2024-12-09T17:02:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741845_1021 (size=62) 2024-12-09T17:02:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741845_1021 (size=62) 2024-12-09T17:02:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741845_1021 (size=62) 2024-12-09T17:02:45,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b9e71ad0ea72e8365690abc8020ee05e, disabling compactions & flushes 2024-12-09T17:02:45,450 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:45,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:45,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. after waiting 0 ms 2024-12-09T17:02:45,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:45,450 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:45,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b9e71ad0ea72e8365690abc8020ee05e: Waiting for close lock at 1733763765450Disabling compacts and flushes for region at 1733763765450Disabling writes for close at 1733763765450Writing region close event to WAL at 1733763765450Closed at 1733763765450 2024-12-09T17:02:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741846_1022 (size=62) 2024-12-09T17:02:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741846_1022 (size=62) 2024-12-09T17:02:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741846_1022 (size=62) 2024-12-09T17:02:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f4a4935cb3eb274ea5da0ae2a973688b, disabling compactions & flushes 2024-12-09T17:02:45,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:45,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:45,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. after waiting 0 ms 2024-12-09T17:02:45,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:45,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:45,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f4a4935cb3eb274ea5da0ae2a973688b: Waiting for close lock at 1733763765455Disabling compacts and flushes for region at 1733763765455Disabling writes for close at 1733763765456 (+1 ms)Writing region close event to WAL at 1733763765456Closed at 1733763765456 2024-12-09T17:02:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741847_1023 (size=54) 2024-12-09T17:02:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741847_1023 (size=54) 2024-12-09T17:02:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741847_1023 (size=54) 2024-12-09T17:02:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3541db202504321608802c624873fcca, disabling compactions & flushes 2024-12-09T17:02:45,461 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. after waiting 0 ms 2024-12-09T17:02:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:45,461 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3541db202504321608802c624873fcca: Waiting for close lock at 1733763765461Disabling compacts and flushes for region at 1733763765461Disabling writes for close at 1733763765461Writing region close event to WAL at 1733763765461Closed at 1733763765461 2024-12-09T17:02:45,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733763765462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733763765462"}]},"ts":"1733763765462"} 2024-12-09T17:02:45,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T17:02:45,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T17:02:45,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733763765468"}]},"ts":"1733763765468"} 2024-12-09T17:02:45,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T17:02:45,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:02:45,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:02:45,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:02:45,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T17:02:45,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:02:45,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:02:45,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T17:02:45,477 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:02:45,477 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:02:45,477 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T17:02:45,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:02:45,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcec1d572f63614694b4afc860e46a42, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a765f6de46ae14eb232e628fa9222a3, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7404cc396e4aca2fa3bfa1c87a4324c5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f3452daecf89966ecddd573bc08ae66, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=871646b185251a08892a992da890b000, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4a4935cb3eb274ea5da0ae2a973688b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3541db202504321608802c624873fcca, ASSIGN}] 2024-12-09T17:02:45,480 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a765f6de46ae14eb232e628fa9222a3, ASSIGN 2024-12-09T17:02:45,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN 2024-12-09T17:02:45,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN 2024-12-09T17:02:45,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcec1d572f63614694b4afc860e46a42, ASSIGN 2024-12-09T17:02:45,481 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN; state=OFFLINE, location=7b4ec1980089,38681,1733763754324; forceNewPlan=false, retain=false 2024-12-09T17:02:45,481 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN; state=OFFLINE, location=7b4ec1980089,38681,1733763754324; forceNewPlan=false, retain=false 2024-12-09T17:02:45,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a765f6de46ae14eb232e628fa9222a3, ASSIGN; state=OFFLINE, location=7b4ec1980089,40865,1733763754281; forceNewPlan=false, retain=false 2024-12-09T17:02:45,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcec1d572f63614694b4afc860e46a42, ASSIGN; state=OFFLINE, location=7b4ec1980089,43623,1733763754244; forceNewPlan=false, retain=false 2024-12-09T17:02:45,483 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4a4935cb3eb274ea5da0ae2a973688b, ASSIGN 2024-12-09T17:02:45,483 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3541db202504321608802c624873fcca, ASSIGN 2024-12-09T17:02:45,484 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN 2024-12-09T17:02:45,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=871646b185251a08892a992da890b000, ASSIGN 2024-12-09T17:02:45,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f3452daecf89966ecddd573bc08ae66, ASSIGN 2024-12-09T17:02:45,484 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4a4935cb3eb274ea5da0ae2a973688b, ASSIGN; state=OFFLINE, location=7b4ec1980089,40865,1733763754281; forceNewPlan=false, retain=false 2024-12-09T17:02:45,484 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3541db202504321608802c624873fcca, ASSIGN; state=OFFLINE, location=7b4ec1980089,43623,1733763754244; forceNewPlan=false, retain=false 2024-12-09T17:02:45,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=871646b185251a08892a992da890b000, ASSIGN; state=OFFLINE, location=7b4ec1980089,43623,1733763754244; forceNewPlan=false, retain=false 2024-12-09T17:02:45,484 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN; state=OFFLINE, location=7b4ec1980089,38681,1733763754324; forceNewPlan=false, retain=false 2024-12-09T17:02:45,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f3452daecf89966ecddd573bc08ae66, ASSIGN; state=OFFLINE, location=7b4ec1980089,40865,1733763754281; forceNewPlan=false, retain=false 2024-12-09T17:02:45,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7404cc396e4aca2fa3bfa1c87a4324c5, ASSIGN 2024-12-09T17:02:45,488 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7404cc396e4aca2fa3bfa1c87a4324c5, ASSIGN; state=OFFLINE, location=7b4ec1980089,43623,1733763754244; forceNewPlan=false, retain=false 2024-12-09T17:02:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:45,632 INFO [7b4ec1980089:39893 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T17:02:45,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=871646b185251a08892a992da890b000, regionState=OPENING, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:45,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3541db202504321608802c624873fcca, regionState=OPENING, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:45,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7404cc396e4aca2fa3bfa1c87a4324c5, regionState=OPENING, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:45,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcec1d572f63614694b4afc860e46a42, regionState=OPENING, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:45,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f4a4935cb3eb274ea5da0ae2a973688b, regionState=OPENING, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:45,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8f3452daecf89966ecddd573bc08ae66, regionState=OPENING, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:45,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a765f6de46ae14eb232e628fa9222a3, regionState=OPENING, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:45,633 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b9e71ad0ea72e8365690abc8020ee05e, regionState=OPENING, regionLocation=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:45,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d3da285e2ab0dc4ec0956166ed85b416, regionState=OPENING, regionLocation=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:45,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b37206c5f0b31eecc0ee66f48fd484bc, regionState=OPENING, regionLocation=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:45,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3541db202504321608802c624873fcca, ASSIGN because future has completed 2024-12-09T17:02:45,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3541db202504321608802c624873fcca, server=7b4ec1980089,43623,1733763754244}] 2024-12-09T17:02:45,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=871646b185251a08892a992da890b000, ASSIGN because future has completed 2024-12-09T17:02:45,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 871646b185251a08892a992da890b000, server=7b4ec1980089,43623,1733763754244}] 2024-12-09T17:02:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7404cc396e4aca2fa3bfa1c87a4324c5, ASSIGN because future has completed 2024-12-09T17:02:45,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5, server=7b4ec1980089,43623,1733763754244}] 2024-12-09T17:02:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcec1d572f63614694b4afc860e46a42, ASSIGN because future has completed 2024-12-09T17:02:45,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f3452daecf89966ecddd573bc08ae66, ASSIGN because future has completed 2024-12-09T17:02:45,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f3452daecf89966ecddd573bc08ae66, server=7b4ec1980089,40865,1733763754281}] 2024-12-09T17:02:45,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcec1d572f63614694b4afc860e46a42, server=7b4ec1980089,43623,1733763754244}] 2024-12-09T17:02:45,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a765f6de46ae14eb232e628fa9222a3, ASSIGN because future has completed 2024-12-09T17:02:45,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN because future has completed 2024-12-09T17:02:45,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN because future has completed 2024-12-09T17:02:45,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3da285e2ab0dc4ec0956166ed85b416, server=7b4ec1980089,38681,1733763754324}] 2024-12-09T17:02:45,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9e71ad0ea72e8365690abc8020ee05e, server=7b4ec1980089,38681,1733763754324}] 2024-12-09T17:02:45,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a765f6de46ae14eb232e628fa9222a3, server=7b4ec1980089,40865,1733763754281}] 2024-12-09T17:02:45,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4a4935cb3eb274ea5da0ae2a973688b, ASSIGN because future has completed 2024-12-09T17:02:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN because future has completed 2024-12-09T17:02:45,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b, server=7b4ec1980089,40865,1733763754281}] 2024-12-09T17:02:45,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc, server=7b4ec1980089,38681,1733763754324}] 2024-12-09T17:02:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:46,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T17:02:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:49,211 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T17:02:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:50,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:50,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:50,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:50,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T17:02:50,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:50,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:50,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:02:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:02:55,642 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T17:02:55,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T17:02:55,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T17:02:55,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T17:02:55,653 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:55,653 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f4a4935cb3eb274ea5da0ae2a973688b, NAME => 'SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3541db202504321608802c624873fcca, NAME => 'SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3541db202504321608802c624873fcca 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,654 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,655 INFO [StoreOpener-f4a4935cb3eb274ea5da0ae2a973688b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,655 INFO [StoreOpener-3541db202504321608802c624873fcca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3541db202504321608802c624873fcca 2024-12-09T17:02:55,657 INFO [StoreOpener-f4a4935cb3eb274ea5da0ae2a973688b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a4935cb3eb274ea5da0ae2a973688b columnFamilyName cf 2024-12-09T17:02:55,657 INFO [StoreOpener-3541db202504321608802c624873fcca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3541db202504321608802c624873fcca columnFamilyName cf 2024-12-09T17:02:55,657 DEBUG [StoreOpener-3541db202504321608802c624873fcca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,657 DEBUG [StoreOpener-f4a4935cb3eb274ea5da0ae2a973688b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,657 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:55,657 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b37206c5f0b31eecc0ee66f48fd484bc, NAME => 'SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T17:02:55,658 INFO [StoreOpener-f4a4935cb3eb274ea5da0ae2a973688b-1 {}] regionserver.HStore(327): Store=f4a4935cb3eb274ea5da0ae2a973688b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,658 INFO [StoreOpener-3541db202504321608802c624873fcca-1 {}] regionserver.HStore(327): Store=3541db202504321608802c624873fcca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,658 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,658 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,658 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,658 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,658 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,658 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,659 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,659 INFO [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,660 INFO [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37206c5f0b31eecc0ee66f48fd484bc columnFamilyName cf 2024-12-09T17:02:55,661 DEBUG [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,661 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,661 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,661 INFO [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] regionserver.HStore(327): Store=b37206c5f0b31eecc0ee66f48fd484bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,661 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,662 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,662 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,663 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f4a4935cb3eb274ea5da0ae2a973688b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68110195, jitterRate=0.014920994639396667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,663 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3541db202504321608802c624873fcca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68007693, jitterRate=0.013393595814704895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3541db202504321608802c624873fcca 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3541db202504321608802c624873fcca: Running coprocessor pre-open hook at 1733763775654Writing region info on filesystem at 1733763775654Initializing all the Stores at 1733763775655 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775655Cleaning up temporary data from old regions at 1733763775659 (+4 ms)Running coprocessor post-open hooks at 1733763775663 (+4 ms)Region opened successfully at 1733763775663 2024-12-09T17:02:55,663 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f4a4935cb3eb274ea5da0ae2a973688b: Running coprocessor pre-open hook at 1733763775654Writing region info on filesystem at 1733763775654Initializing all the Stores at 1733763775655 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775655Cleaning up temporary data from old regions at 1733763775659 (+4 ms)Running coprocessor post-open hooks at 1733763775663 (+4 ms)Region opened successfully at 1733763775663 2024-12-09T17:02:55,664 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., pid=23, masterSystemTime=1733763775647 2024-12-09T17:02:55,664 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., pid=15, masterSystemTime=1733763775641 2024-12-09T17:02:55,664 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,666 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:55,666 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:02:55,666 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:55,666 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => fcec1d572f63614694b4afc860e46a42, NAME => 'SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T17:02:55,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3541db202504321608802c624873fcca, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:55,667 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:02:55,667 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a765f6de46ae14eb232e628fa9222a3, NAME => 'SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b37206c5f0b31eecc0ee66f48fd484bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,667 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,668 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,668 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f4a4935cb3eb274ea5da0ae2a973688b, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:55,668 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b37206c5f0b31eecc0ee66f48fd484bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74402575, jitterRate=0.10868476331233978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,668 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:02:55,668 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b37206c5f0b31eecc0ee66f48fd484bc: Running coprocessor pre-open hook at 1733763775658Writing region info on filesystem at 1733763775658Initializing all the Stores at 1733763775659 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775659Cleaning up temporary data from old regions at 1733763775663 (+4 ms)Running coprocessor post-open hooks at 1733763775668 (+5 ms)Region opened successfully at 1733763775668 2024-12-09T17:02:55,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3541db202504321608802c624873fcca, server=7b4ec1980089,43623,1733763754244 because future has completed 2024-12-09T17:02:55,669 INFO [StoreOpener-fcec1d572f63614694b4afc860e46a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,670 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc., pid=24, masterSystemTime=1733763775651 2024-12-09T17:02:55,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b, server=7b4ec1980089,40865,1733763754281 because future has completed 2024-12-09T17:02:55,671 INFO [StoreOpener-fcec1d572f63614694b4afc860e46a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcec1d572f63614694b4afc860e46a42 columnFamilyName cf 2024-12-09T17:02:55,672 DEBUG [StoreOpener-fcec1d572f63614694b4afc860e46a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,672 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:55,672 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:02:55,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T17:02:55,672 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:55,672 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b9e71ad0ea72e8365690abc8020ee05e, NAME => 'SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T17:02:55,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b37206c5f0b31eecc0ee66f48fd484bc, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:55,673 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,673 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,673 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,673 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,673 INFO [StoreOpener-fcec1d572f63614694b4afc860e46a42-1 {}] regionserver.HStore(327): Store=fcec1d572f63614694b4afc860e46a42/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3541db202504321608802c624873fcca, server=7b4ec1980089,43623,1733763754244 in 10.0330 sec 2024-12-09T17:02:55,673 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,674 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,675 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,675 INFO [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc, server=7b4ec1980089,38681,1733763754324 because future has completed 2024-12-09T17:02:55,676 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39893 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7b4ec1980089,38681,1733763754324, table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T17:02:55,676 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-12-09T17:02:55,676 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b, server=7b4ec1980089,40865,1733763754281 in 10.0220 sec 2024-12-09T17:02:55,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3541db202504321608802c624873fcca, ASSIGN in 10.1960 sec 2024-12-09T17:02:55,677 INFO [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9e71ad0ea72e8365690abc8020ee05e columnFamilyName cf 2024-12-09T17:02:55,678 DEBUG [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4a4935cb3eb274ea5da0ae2a973688b, ASSIGN in 10.1990 sec 2024-12-09T17:02:55,678 INFO [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] regionserver.HStore(327): Store=b9e71ad0ea72e8365690abc8020ee05e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,678 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,679 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-09T17:02:55,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc, server=7b4ec1980089,38681,1733763754324 in 10.0250 sec 2024-12-09T17:02:55,680 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,680 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN in 10.2030 sec 2024-12-09T17:02:55,683 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,684 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,685 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,692 INFO [StoreOpener-1a765f6de46ae14eb232e628fa9222a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,693 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,693 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/fcec1d572f63614694b4afc860e46a42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,694 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened fcec1d572f63614694b4afc860e46a42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74684998, jitterRate=0.11289319396018982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,694 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b9e71ad0ea72e8365690abc8020ee05e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66487933, jitterRate=-0.009252592921257019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,694 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:02:55,694 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:02:55,694 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b9e71ad0ea72e8365690abc8020ee05e: Running coprocessor pre-open hook at 1733763775673Writing region info on filesystem at 1733763775673Initializing all the Stores at 1733763775675 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775675Cleaning up temporary data from old regions at 1733763775684 (+9 ms)Running coprocessor post-open hooks at 1733763775694 (+10 ms)Region opened successfully at 1733763775694 2024-12-09T17:02:55,694 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for fcec1d572f63614694b4afc860e46a42: Running coprocessor pre-open hook at 1733763775667Writing region info on filesystem at 1733763775667Initializing all the Stores at 1733763775669 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775669Cleaning up temporary data from old regions at 1733763775676 (+7 ms)Running coprocessor post-open hooks at 1733763775694 (+18 ms)Region opened successfully at 1733763775694 2024-12-09T17:02:55,694 INFO [StoreOpener-1a765f6de46ae14eb232e628fa9222a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a765f6de46ae14eb232e628fa9222a3 columnFamilyName cf 2024-12-09T17:02:55,694 DEBUG [StoreOpener-1a765f6de46ae14eb232e628fa9222a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,695 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., pid=22, masterSystemTime=1733763775651 2024-12-09T17:02:55,695 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42., pid=18, masterSystemTime=1733763775641 2024-12-09T17:02:55,695 INFO [StoreOpener-1a765f6de46ae14eb232e628fa9222a3-1 {}] regionserver.HStore(327): Store=1a765f6de46ae14eb232e628fa9222a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,695 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,697 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,697 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,697 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:55,697 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:02:55,697 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7404cc396e4aca2fa3bfa1c87a4324c5, NAME => 'SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,698 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcec1d572f63614694b4afc860e46a42, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:55,699 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:55,699 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:02:55,699 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:55,699 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d3da285e2ab0dc4ec0956166ed85b416, NAME => 'SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T17:02:55,700 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,700 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,700 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,700 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b9e71ad0ea72e8365690abc8020ee05e, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcec1d572f63614694b4afc860e46a42, server=7b4ec1980089,43623,1733763754244 because future has completed 2024-12-09T17:02:55,702 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,704 INFO [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9e71ad0ea72e8365690abc8020ee05e, server=7b4ec1980089,38681,1733763754324 because future has completed 2024-12-09T17:02:55,706 INFO [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3da285e2ab0dc4ec0956166ed85b416 columnFamilyName cf 2024-12-09T17:02:55,706 DEBUG [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,708 INFO [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] regionserver.HStore(327): Store=d3da285e2ab0dc4ec0956166ed85b416/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,708 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,708 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/1a765f6de46ae14eb232e628fa9222a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-09T17:02:55,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcec1d572f63614694b4afc860e46a42, server=7b4ec1980089,43623,1733763754244 in 10.0590 sec 2024-12-09T17:02:55,710 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,710 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1a765f6de46ae14eb232e628fa9222a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68221696, jitterRate=0.016582489013671875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,710 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:02:55,710 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1a765f6de46ae14eb232e628fa9222a3: Running coprocessor pre-open hook at 1733763775668Writing region info on filesystem at 1733763775668Initializing all the Stores at 1733763775679 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775679Cleaning up temporary data from old regions at 1733763775698 (+19 ms)Running coprocessor post-open hooks at 1733763775710 (+12 ms)Region opened successfully at 1733763775710 2024-12-09T17:02:55,710 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,711 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,711 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,712 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3., pid=20, masterSystemTime=1733763775647 2024-12-09T17:02:55,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-09T17:02:55,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcec1d572f63614694b4afc860e46a42, ASSIGN in 10.2320 sec 2024-12-09T17:02:55,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b9e71ad0ea72e8365690abc8020ee05e, server=7b4ec1980089,38681,1733763754324 in 10.0600 sec 2024-12-09T17:02:55,714 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:55,714 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:02:55,714 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:55,714 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f3452daecf89966ecddd573bc08ae66, NAME => 'SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T17:02:55,714 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN in 10.2350 sec 2024-12-09T17:02:55,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a765f6de46ae14eb232e628fa9222a3, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:55,715 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,715 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,715 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,715 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a765f6de46ae14eb232e628fa9222a3, server=7b4ec1980089,40865,1733763754281 because future has completed 2024-12-09T17:02:55,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-09T17:02:55,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a765f6de46ae14eb232e628fa9222a3, server=7b4ec1980089,40865,1733763754281 in 10.0720 sec 2024-12-09T17:02:55,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a765f6de46ae14eb232e628fa9222a3, ASSIGN in 10.2430 sec 2024-12-09T17:02:55,723 INFO [StoreOpener-8f3452daecf89966ecddd573bc08ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,723 INFO [StoreOpener-7404cc396e4aca2fa3bfa1c87a4324c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,724 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/d3da285e2ab0dc4ec0956166ed85b416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,725 INFO [StoreOpener-7404cc396e4aca2fa3bfa1c87a4324c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7404cc396e4aca2fa3bfa1c87a4324c5 columnFamilyName cf 2024-12-09T17:02:55,725 INFO [StoreOpener-8f3452daecf89966ecddd573bc08ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f3452daecf89966ecddd573bc08ae66 columnFamilyName cf 2024-12-09T17:02:55,725 DEBUG [StoreOpener-7404cc396e4aca2fa3bfa1c87a4324c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,725 DEBUG [StoreOpener-8f3452daecf89966ecddd573bc08ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,725 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d3da285e2ab0dc4ec0956166ed85b416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73779975, jitterRate=0.09940730035305023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,725 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:02:55,725 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d3da285e2ab0dc4ec0956166ed85b416: Running coprocessor pre-open hook at 1733763775700Writing region info on filesystem at 1733763775700Initializing all the Stores at 1733763775703 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775703Cleaning up temporary data from old regions at 1733763775711 (+8 ms)Running coprocessor post-open hooks at 1733763775725 (+14 ms)Region opened successfully at 1733763775725 2024-12-09T17:02:55,725 INFO [StoreOpener-8f3452daecf89966ecddd573bc08ae66-1 {}] regionserver.HStore(327): Store=8f3452daecf89966ecddd573bc08ae66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,725 INFO [StoreOpener-7404cc396e4aca2fa3bfa1c87a4324c5-1 {}] regionserver.HStore(327): Store=7404cc396e4aca2fa3bfa1c87a4324c5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,725 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,725 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,726 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,726 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416., pid=21, masterSystemTime=1733763775651 2024-12-09T17:02:55,726 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,727 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,727 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,727 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,727 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,727 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,727 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,729 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,729 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:55,729 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,729 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:02:55,730 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d3da285e2ab0dc4ec0956166ed85b416, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,38681,1733763754324 2024-12-09T17:02:55,732 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/7404cc396e4aca2fa3bfa1c87a4324c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3da285e2ab0dc4ec0956166ed85b416, server=7b4ec1980089,38681,1733763754324 because future has completed 2024-12-09T17:02:55,733 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/8f3452daecf89966ecddd573bc08ae66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,733 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7404cc396e4aca2fa3bfa1c87a4324c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63846717, jitterRate=-0.04860977828502655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,733 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:02:55,733 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7404cc396e4aca2fa3bfa1c87a4324c5: Running coprocessor pre-open hook at 1733763775698Writing region info on filesystem at 1733763775698Initializing all the Stores at 1733763775706 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775706Cleaning up temporary data from old regions at 1733763775727 (+21 ms)Running coprocessor post-open hooks at 1733763775733 (+6 ms)Region opened successfully at 1733763775733 2024-12-09T17:02:55,734 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5., pid=17, masterSystemTime=1733763775641 2024-12-09T17:02:55,734 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8f3452daecf89966ecddd573bc08ae66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59961778, jitterRate=-0.10649988055229187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,734 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:02:55,734 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8f3452daecf89966ecddd573bc08ae66: Running coprocessor pre-open hook at 1733763775715Writing region info on filesystem at 1733763775715Initializing all the Stores at 1733763775716 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775717 (+1 ms)Cleaning up temporary data from old regions at 1733763775727 (+10 ms)Running coprocessor post-open hooks at 1733763775734 (+7 ms)Region opened successfully at 1733763775734 2024-12-09T17:02:55,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-09T17:02:55,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d3da285e2ab0dc4ec0956166ed85b416, server=7b4ec1980089,38681,1733763754324 in 10.0860 sec 2024-12-09T17:02:55,736 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:55,736 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:02:55,736 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:55,736 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 871646b185251a08892a992da890b000, NAME => 'SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T17:02:55,736 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 871646b185251a08892a992da890b000 2024-12-09T17:02:55,736 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:02:55,736 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,737 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,738 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66., pid=19, masterSystemTime=1733763775647 2024-12-09T17:02:55,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN in 10.2580 sec 2024-12-09T17:02:55,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7404cc396e4aca2fa3bfa1c87a4324c5, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:55,739 INFO [StoreOpener-871646b185251a08892a992da890b000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 871646b185251a08892a992da890b000 2024-12-09T17:02:55,740 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:55,740 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:02:55,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5, server=7b4ec1980089,43623,1733763754244 because future has completed 2024-12-09T17:02:55,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8f3452daecf89966ecddd573bc08ae66, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:02:55,741 INFO [StoreOpener-871646b185251a08892a992da890b000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 871646b185251a08892a992da890b000 columnFamilyName cf 2024-12-09T17:02:55,742 DEBUG [StoreOpener-871646b185251a08892a992da890b000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:02:55,743 INFO [StoreOpener-871646b185251a08892a992da890b000-1 {}] regionserver.HStore(327): Store=871646b185251a08892a992da890b000/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:02:55,743 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,744 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000 2024-12-09T17:02:55,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f3452daecf89966ecddd573bc08ae66, server=7b4ec1980089,40865,1733763754281 because future has completed 2024-12-09T17:02:55,744 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000 2024-12-09T17:02:55,745 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,745 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-09T17:02:55,747 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5, server=7b4ec1980089,43623,1733763754244 in 10.1020 sec 2024-12-09T17:02:55,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-09T17:02:55,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7404cc396e4aca2fa3bfa1c87a4324c5, ASSIGN in 10.2700 sec 2024-12-09T17:02:55,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f3452daecf89966ecddd573bc08ae66, server=7b4ec1980089,40865,1733763754281 in 10.1030 sec 2024-12-09T17:02:55,750 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T17:02:55,751 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 871646b185251a08892a992da890b000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71619180, jitterRate=0.06720894575119019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:02:55,751 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 871646b185251a08892a992da890b000 2024-12-09T17:02:55,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f3452daecf89966ecddd573bc08ae66, ASSIGN in 10.2720 sec 2024-12-09T17:02:55,751 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 871646b185251a08892a992da890b000: Running coprocessor pre-open hook at 1733763775737Writing region info on filesystem at 1733763775737Initializing all the Stores at 1733763775738 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763775738Cleaning up temporary data from old regions at 1733763775745 (+7 ms)Running coprocessor post-open hooks at 1733763775751 (+6 ms)Region opened successfully at 1733763775751 2024-12-09T17:02:55,752 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000., pid=16, masterSystemTime=1733763775641 2024-12-09T17:02:55,754 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:55,754 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:02:55,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=871646b185251a08892a992da890b000, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:02:55,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 871646b185251a08892a992da890b000, server=7b4ec1980089,43623,1733763754244 because future has completed 2024-12-09T17:02:55,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-09T17:02:55,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 871646b185251a08892a992da890b000, server=7b4ec1980089,43623,1733763754244 in 10.1180 sec 2024-12-09T17:02:55,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-09T17:02:55,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=871646b185251a08892a992da890b000, ASSIGN in 10.2820 sec 2024-12-09T17:02:55,762 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T17:02:55,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733763775762"}]},"ts":"1733763775762"} 2024-12-09T17:02:55,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T17:02:55,765 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T17:02:55,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3840 sec 2024-12-09T17:02:58,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T17:03:01,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T17:03:01,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:03:01,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:03:01,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T17:03:02,552 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b4ec1980089:34861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T17:03:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T17:03:03,652 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T17:03:03,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T17:03:03,652 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:03:03,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T17:03:03,656 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:03:03,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T17:03:03,695 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,696 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,697 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,698 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,735 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., hostname=7b4ec1980089,38681,1733763754324, seqNum=2] 2024-12-09T17:03:03,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., hostname=7b4ec1980089,38681,1733763754324, seqNum=2] 2024-12-09T17:03:03,738 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., hostname=7b4ec1980089,38681,1733763754324, seqNum=2] 2024-12-09T17:03:03,739 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., hostname=7b4ec1980089,38681,1733763754324, seqNum=2] 2024-12-09T17:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., hostname=7b4ec1980089,38681,1733763754324, seqNum=2] 2024-12-09T17:03:03,769 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., hostname=7b4ec1980089,40865,1733763754281, seqNum=2] 2024-12-09T17:03:03,771 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., hostname=7b4ec1980089,40865,1733763754281, seqNum=2] 2024-12-09T17:03:03,773 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., hostname=7b4ec1980089,40865,1733763754281, seqNum=2] 2024-12-09T17:03:03,774 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., hostname=7b4ec1980089,40865,1733763754281, seqNum=2] 2024-12-09T17:03:03,775 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., hostname=7b4ec1980089,40865,1733763754281, seqNum=2] 2024-12-09T17:03:03,837 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,838 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,840 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,841 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,842 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:03,842 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., hostname=7b4ec1980089,43623,1733763754244, seqNum=2] 2024-12-09T17:03:04,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T17:03:04,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:03:04,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:03:04,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:03:04,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T17:03:04,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T17:03:04,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:03:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43623 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:04,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43623 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:03:04,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43623 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T17:03:04,944 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T17:03:04,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:03:04,945 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T17:03:04,946 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T17:03:04,949 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T17:03:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741848_1024 (size=49) 2024-12-09T17:03:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741848_1024 (size=49) 2024-12-09T17:03:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741848_1024 (size=49) 2024-12-09T17:03:04,959 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T17:03:04,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcec1d572f63614694b4afc860e46a42}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a765f6de46ae14eb232e628fa9222a3}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3da285e2ab0dc4ec0956166ed85b416}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f3452daecf89966ecddd573bc08ae66}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 871646b185251a08892a992da890b000}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9e71ad0ea72e8365690abc8020ee05e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3541db202504321608802c624873fcca}] 2024-12-09T17:03:04,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:03:04,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:04,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:03:04,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:04,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3541db202504321608802c624873fcca 2024-12-09T17:03:04,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 871646b185251a08892a992da890b000 2024-12-09T17:03:04,966 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:04,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:03:04,966 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:03:04,967 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcec1d572f63614694b4afc860e46a42 2024-12-09T17:03:14,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T17:03:14,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T17:03:14,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T17:03:14,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T17:03:14,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:14,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T17:03:14,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:14,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T17:03:14,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T17:03:14,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T17:03:14,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:14,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:14,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:14,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:14,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1a765f6de46ae14eb232e628fa9222a3: 2024-12-09T17:03:14,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b37206c5f0b31eecc0ee66f48fd484bc: 2024-12-09T17:03:14,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. for SnapshotProcedureTest completed. 2024-12-09T17:03:14,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. for SnapshotProcedureTest completed. 2024-12-09T17:03:14,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T17:03:14,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3541db202504321608802c624873fcca 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T17:03:14,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b9e71ad0ea72e8365690abc8020ee05e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for fcec1d572f63614694b4afc860e46a42: 2024-12-09T17:03:14,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f4a4935cb3eb274ea5da0ae2a973688b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. for SnapshotProcedureTest completed. 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d3da285e2ab0dc4ec0956166ed85b416: 2024-12-09T17:03:14,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. for SnapshotProcedureTest completed. 2024-12-09T17:03:14,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:14,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:14,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:03:14,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T17:03:14,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:14,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:14,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8f3452daecf89966ecddd573bc08ae66: 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. for SnapshotProcedureTest completed. 2024-12-09T17:03:14,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 871646b185251a08892a992da890b000 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:14,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:03:14,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/.tmp/cf/a462d8670c89435580216adec32a5468 is 34, key is baa/cf:cf/1733763784397/Put/seqid=0 2024-12-09T17:03:15,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/.tmp/cf/a2a0ab8315794ff59e7baae868639bd5 is 34, key is aaa/cf:cf/1733763784460/Put/seqid=0 2024-12-09T17:03:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741850_1026 (size=65) 2024-12-09T17:03:15,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741850_1026 (size=65) 2024-12-09T17:03:15,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741850_1026 (size=65) 2024-12-09T17:03:15,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:15,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T17:03:15,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/.tmp/cf/632b3b34273447488e5cadad714e1350 is 34, key is ccd/cf:cf/1733763784417/Put/seqid=0 2024-12-09T17:03:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T17:03:15,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:15,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:15,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc in 10.0450 sec 2024-12-09T17:03:15,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741852_1028 (size=65) 2024-12-09T17:03:15,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741852_1028 (size=65) 2024-12-09T17:03:15,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741852_1028 (size=65) 2024-12-09T17:03:15,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:15,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T17:03:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T17:03:15,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:03:15,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:03:15,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f3452daecf89966ecddd573bc08ae66 in 10.0550 sec 2024-12-09T17:03:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741851_1027 (size=65) 2024-12-09T17:03:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741851_1027 (size=65) 2024-12-09T17:03:15,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741851_1027 (size=65) 2024-12-09T17:03:15,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:15,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T17:03:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T17:03:15,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:15,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:15,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3da285e2ab0dc4ec0956166ed85b416 in 10.0670 sec 2024-12-09T17:03:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741853_1029 (size=57) 2024-12-09T17:03:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741849_1025 (size=65) 2024-12-09T17:03:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741849_1025 (size=65) 2024-12-09T17:03:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741853_1029 (size=57) 2024-12-09T17:03:15,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T17:03:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741849_1025 (size=65) 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T17:03:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741853_1029 (size=57) 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7404cc396e4aca2fa3bfa1c87a4324c5: 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. for SnapshotProcedureTest completed. 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T17:03:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T17:03:15,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fcec1d572f63614694b4afc860e46a42 2024-12-09T17:03:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T17:03:15,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:03:15,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcec1d572f63614694b4afc860e46a42 2024-12-09T17:03:15,035 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:03:15,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a765f6de46ae14eb232e628fa9222a3 in 10.0760 sec 2024-12-09T17:03:15,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcec1d572f63614694b4afc860e46a42 in 10.0760 sec 2024-12-09T17:03:15,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/.tmp/cf/375250ec418d4d40b55046d3c01381d6 is 34, key is eaa/cf:cf/1733763784837/Put/seqid=0 2024-12-09T17:03:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741854_1030 (size=28623) 2024-12-09T17:03:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741854_1030 (size=28623) 2024-12-09T17:03:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741854_1030 (size=28623) 2024-12-09T17:03:15,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/.tmp/cf/a462d8670c89435580216adec32a5468 2024-12-09T17:03:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741856_1032 (size=47197) 2024-12-09T17:03:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741856_1032 (size=47197) 2024-12-09T17:03:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741857_1033 (size=499309) 2024-12-09T17:03:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741856_1032 (size=47197) 2024-12-09T17:03:15,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/.tmp/cf/632b3b34273447488e5cadad714e1350 2024-12-09T17:03:15,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741857_1033 (size=499309) 2024-12-09T17:03:15,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/.tmp/cf/375250ec418d4d40b55046d3c01381d6 2024-12-09T17:03:15,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741857_1033 (size=499309) 2024-12-09T17:03:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741855_1031 (size=26918) 2024-12-09T17:03:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741855_1031 (size=26918) 2024-12-09T17:03:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741855_1031 (size=26918) 2024-12-09T17:03:15,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/.tmp/cf/a2a0ab8315794ff59e7baae868639bd5 2024-12-09T17:03:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741858_1034 (size=65) 2024-12-09T17:03:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741858_1034 (size=65) 2024-12-09T17:03:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741858_1034 (size=65) 2024-12-09T17:03:15,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:15,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T17:03:15,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/.tmp/cf/632b3b34273447488e5cadad714e1350 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/cf/632b3b34273447488e5cadad714e1350 2024-12-09T17:03:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T17:03:15,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:03:15,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:03:15,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/.tmp/cf/a462d8670c89435580216adec32a5468 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/cf/a462d8670c89435580216adec32a5468 2024-12-09T17:03:15,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/.tmp/cf/375250ec418d4d40b55046d3c01381d6 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/cf/375250ec418d4d40b55046d3c01381d6 2024-12-09T17:03:15,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7404cc396e4aca2fa3bfa1c87a4324c5 in 10.1350 sec 2024-12-09T17:03:15,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/.tmp/cf/a2a0ab8315794ff59e7baae868639bd5 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/cf/a2a0ab8315794ff59e7baae868639bd5 2024-12-09T17:03:15,102 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/cf/632b3b34273447488e5cadad714e1350, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T17:03:15,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f4a4935cb3eb274ea5da0ae2a973688b in 132ms, sequenceid=5, compaction requested=false 2024-12-09T17:03:15,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f4a4935cb3eb274ea5da0ae2a973688b: 2024-12-09T17:03:15,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. for SnapshotProcedureTest completed. 2024-12-09T17:03:15,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:15,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/cf/632b3b34273447488e5cadad714e1350] hfiles 2024-12-09T17:03:15,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/cf/632b3b34273447488e5cadad714e1350 for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/cf/a462d8670c89435580216adec32a5468, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T17:03:15,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/cf/a2a0ab8315794ff59e7baae868639bd5, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T17:03:15,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b9e71ad0ea72e8365690abc8020ee05e in 135ms, sequenceid=5, compaction requested=false 2024-12-09T17:03:15,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b9e71ad0ea72e8365690abc8020ee05e: 2024-12-09T17:03:15,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. for SnapshotProcedureTest completed. 2024-12-09T17:03:15,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:15,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/cf/a462d8670c89435580216adec32a5468] hfiles 2024-12-09T17:03:15,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/cf/a462d8670c89435580216adec32a5468 for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 871646b185251a08892a992da890b000 in 134ms, sequenceid=5, compaction requested=false 2024-12-09T17:03:15,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 871646b185251a08892a992da890b000: 2024-12-09T17:03:15,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. for SnapshotProcedureTest completed. 2024-12-09T17:03:15,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:15,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/cf/a2a0ab8315794ff59e7baae868639bd5] hfiles 2024-12-09T17:03:15,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/cf/a2a0ab8315794ff59e7baae868639bd5 for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/cf/375250ec418d4d40b55046d3c01381d6, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T17:03:15,109 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3541db202504321608802c624873fcca in 139ms, sequenceid=5, compaction requested=false 2024-12-09T17:03:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3541db202504321608802c624873fcca: 2024-12-09T17:03:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. for SnapshotProcedureTest completed. 2024-12-09T17:03:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T17:03:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/cf/375250ec418d4d40b55046d3c01381d6] hfiles 2024-12-09T17:03:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/cf/375250ec418d4d40b55046d3c01381d6 for snapshot=SnapshotProcedureTest 2024-12-09T17:03:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741859_1035 (size=105) 2024-12-09T17:03:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741859_1035 (size=105) 2024-12-09T17:03:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741859_1035 (size=105) 2024-12-09T17:03:15,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:15,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T17:03:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T17:03:15,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:03:15,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:03:15,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f4a4935cb3eb274ea5da0ae2a973688b in 10.1620 sec 2024-12-09T17:03:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741861_1037 (size=105) 2024-12-09T17:03:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741861_1037 (size=105) 2024-12-09T17:03:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741861_1037 (size=105) 2024-12-09T17:03:15,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:15,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T17:03:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T17:03:15,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 871646b185251a08892a992da890b000 2024-12-09T17:03:15,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 871646b185251a08892a992da890b000 2024-12-09T17:03:15,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 871646b185251a08892a992da890b000 in 10.1720 sec 2024-12-09T17:03:15,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741860_1036 (size=105) 2024-12-09T17:03:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741860_1036 (size=105) 2024-12-09T17:03:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741860_1036 (size=105) 2024-12-09T17:03:15,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:15,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T17:03:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T17:03:15,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:15,135 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:15,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b9e71ad0ea72e8365690abc8020ee05e in 10.1770 sec 2024-12-09T17:03:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741862_1038 (size=97) 2024-12-09T17:03:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741862_1038 (size=97) 2024-12-09T17:03:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741862_1038 (size=97) 2024-12-09T17:03:15,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:15,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T17:03:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T17:03:15,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3541db202504321608802c624873fcca 2024-12-09T17:03:15,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3541db202504321608802c624873fcca 2024-12-09T17:03:15,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-09T17:03:15,146 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T17:03:15,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3541db202504321608802c624873fcca in 10.1850 sec 2024-12-09T17:03:15,147 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T17:03:15,148 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T17:03:15,148 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T17:03:15,150 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T17:03:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741863_1039 (size=1174) 2024-12-09T17:03:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741863_1039 (size=1174) 2024-12-09T17:03:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741863_1039 (size=1174) 2024-12-09T17:03:15,177 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T17:03:15,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T17:03:15,184 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:15,184 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,184 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:15,184 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,188 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:15,191 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,191 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:15,191 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:15,191 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:15,264 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:03:15,264 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,264 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7b4ec1980089,38681,1733763754324: Simulated kill ***** 2024-12-09T17:03:15,264 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T17:03:15,265 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T17:03:15,265 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T17:03:15,265 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T17:03:15,265 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T17:03:15,266 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 567537344 }, "NonHeapMemoryUsage": { "committed": 177733632, "init": 7667712, "max": -1, "used": 173134792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T17:03:15,266 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] master.MasterRpcServices(700): 7b4ec1980089,38681,1733763754324 reported a fatal error: ***** ABORTING region server 7b4ec1980089,38681,1733763754324: Simulated kill ***** 2024-12-09T17:03:15,267 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,38681,1733763754324' ***** 2024-12-09T17:03:15,267 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T17:03:15,267 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T17:03:15,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T17:03:15,268 INFO [RS:2;7b4ec1980089:38681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T17:03:15,268 INFO [RS:2;7b4ec1980089:38681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T17:03:15,268 INFO [RS:2;7b4ec1980089:38681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:03:15,268 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T17:03:15,268 INFO [RS:2;7b4ec1980089:38681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7b4ec1980089:38681. 2024-12-09T17:03:15,268 DEBUG [RS:2;7b4ec1980089:38681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:03:15,268 DEBUG [RS:2;7b4ec1980089:38681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741835_1011 (size=1488) 2024-12-09T17:03:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741835_1011 (size=1488) 2024-12-09T17:03:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741835_1011 (size=1488) 2024-12-09T17:03:15,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324/7b4ec1980089%2C38681%2C1733763754324.1733763754993 not finished, retry = 0 2024-12-09T17:03:15,310 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:03:15,372 DEBUG [RS:2;7b4ec1980089:38681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:15,373 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:03:15,373 INFO [RS:2;7b4ec1980089:38681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38681 2024-12-09T17:03:15,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T17:03:15,431 INFO [RS:2;7b4ec1980089:38681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:03:15,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,38681,1733763754324] 2024-12-09T17:03:15,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,38681,1733763754324 already deleted, retry=false 2024-12-09T17:03:15,448 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7b4ec1980089,38681,1733763754324 on 7b4ec1980089,39893,1733763754096 2024-12-09T17:03:15,450 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b4ec1980089,38681,1733763754324, splitWal=true, meta=false 2024-12-09T17:03:15,451 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 7b4ec1980089,38681,1733763754324 (carryingMeta=false) 7b4ec1980089,38681,1733763754324/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@56a6ee90[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T17:03:15,453 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b4ec1980089,38681,1733763754324, splitWal=true, meta=false 2024-12-09T17:03:15,455 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7b4ec1980089,38681,1733763754324 had 3 regions 2024-12-09T17:03:15,456 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b4ec1980089,38681,1733763754324, splitWal=true, meta=false, isMeta: false 2024-12-09T17:03:15,457 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting 2024-12-09T17:03:15,458 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7b4ec1980089,38681,1733763754324 WAL count=1, meta=false 2024-12-09T17:03:15,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7b4ec1980089%2C38681%2C1733763754324.1733763754993}] 2024-12-09T17:03:15,460 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:15,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C38681%2C1733763754324.1733763754993, worker=7b4ec1980089,43623,1733763754244}] 2024-12-09T17:03:15,462 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38681,1733763754324 Release verify snapshot worker=7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,462 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 7b4ec1980089,38681,1733763754324, this operation will be retried to send to another server 2024-12-09T17:03:15,462 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T17:03:15,462 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38681,1733763754324 Release verify snapshot worker=7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,462 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733763796462 2024-12-09T17:03:15,462 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-09T17:03:15,463 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7b4ec1980089,38681,1733763754324, this operation will be retried to send to another server 2024-12-09T17:03:15,463 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-09T17:03:15,463 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-09T17:03:15,463 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T17:03:15,463 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733763796463 2024-12-09T17:03:15,465 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,38681,1733763754324 Release verify snapshot worker=7b4ec1980089,38681,1733763754324 2024-12-09T17:03:15,465 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 7b4ec1980089,38681,1733763754324, this operation will be retried to send to another server 2024-12-09T17:03:15,465 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T17:03:15,465 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733763796465 2024-12-09T17:03:15,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:15,540 INFO [RS:2;7b4ec1980089:38681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:03:15,540 INFO [RS:2;7b4ec1980089:38681 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,38681,1733763754324; zookeeper connection closed. 2024-12-09T17:03:15,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1000b9526fb0003, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:15,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d26e048 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d26e048 2024-12-09T17:03:15,863 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T17:03:15,863 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T17:03:25,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T17:03:25,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T17:03:25,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T17:03:25,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T17:03:25,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T17:03:25,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T17:03:25,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T17:03:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T17:03:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T17:03:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T17:03:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T17:03:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T17:03:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T17:03:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T17:03:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T17:03:25,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T17:03:25,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T17:03:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T17:03:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T17:03:25,198 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 Release verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:25,198 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 Release verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T17:03:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T17:03:25,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 in 10.0170 sec 2024-12-09T17:03:25,200 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:25,200 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,200 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 Release verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 in 10.0170 sec 2024-12-09T17:03:25,202 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 Release verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:25,203 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 Release verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,203 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 Release verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:25,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 in 10.0200 sec 2024-12-09T17:03:25,203 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 in 10.0210 sec 2024-12-09T17:03:25,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 in 10.0220 sec 2024-12-09T17:03:25,205 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 in 10.0220 sec 2024-12-09T17:03:25,210 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993, size=1.5 K (1488bytes) 2024-12-09T17:03:25,210 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 2024-12-09T17:03:25,210 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 after 0ms 2024-12-09T17:03:25,213 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 took 3ms 2024-12-09T17:03:25,219 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b37206c5f0b31eecc0ee66f48fd484bc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T17:03:25,220 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b9e71ad0ea72e8365690abc8020ee05e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-09T17:03:25,221 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d3da285e2ab0dc4ec0956166ed85b416: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T17:03:25,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 so closing down 2024-12-09T17:03:25,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T17:03:25,222 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T17:03:25,222 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-09T17:03:25,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993, journal: Splitting hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993, size=1.5 K (1488bytes) at 1733763805210Finishing writing output for hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 so closing down at 1733763805222 (+12 ms)3 split writer threads finished at 1733763805222Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733763805222 2024-12-09T17:03:25,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 2024-12-09T17:03:25,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T17:03:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T17:03:25,226 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting/7b4ec1980089%2C38681%2C1733763754324.1733763754993 to hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs 2024-12-09T17:03:25,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T17:03:25,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C38681%2C1733763754324.1733763754993, worker=7b4ec1980089,43623,1733763754244 in 9.7650 sec 2024-12-09T17:03:25,229 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:25,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T17:03:25,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7b4ec1980089%2C38681%2C1733763754324.1733763754993, worker=7b4ec1980089,43623,1733763754244 in 9.7710 sec 2024-12-09T17:03:25,232 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting dir is empty, no logs to split. 2024-12-09T17:03:25,232 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7b4ec1980089,38681,1733763754324 WAL count=0, meta=false 2024-12-09T17:03:25,232 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 7b4ec1980089,38681,1733763754324 WAL splitting is done? wals=0, meta=false 2024-12-09T17:03:25,233 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7b4ec1980089,38681,1733763754324 failed, ignore...File hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/WALs/7b4ec1980089,38681,1733763754324-splitting does not exist. 2024-12-09T17:03:25,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN}] 2024-12-09T17:03:25,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN 2024-12-09T17:03:25,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN 2024-12-09T17:03:25,235 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN 2024-12-09T17:03:25,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:03:25,236 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:03:25,236 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T17:03:25,321 INFO [master/7b4ec1980089:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T17:03:25,321 INFO [master/7b4ec1980089:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T17:03:25,387 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T17:03:25,388 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T17:03:25,388 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T17:03:25,388 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T17:03:25,388 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T17:03:25,388 INFO [7b4ec1980089:39893 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T17:03:25,388 INFO [7b4ec1980089:39893 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T17:03:25,388 DEBUG [7b4ec1980089:39893 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T17:03:25,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b37206c5f0b31eecc0ee66f48fd484bc, regionState=OPENING, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,389 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=b9e71ad0ea72e8365690abc8020ee05e, regionState=OPENING, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:25,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d3da285e2ab0dc4ec0956166ed85b416, regionState=OPENING, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:25,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN because future has completed 2024-12-09T17:03:25,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc, server=7b4ec1980089,40865,1733763754281}] 2024-12-09T17:03:25,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN because future has completed 2024-12-09T17:03:25,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9e71ad0ea72e8365690abc8020ee05e, server=7b4ec1980089,40865,1733763754281}] 2024-12-09T17:03:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN because future has completed 2024-12-09T17:03:25,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3da285e2ab0dc4ec0956166ed85b416, server=7b4ec1980089,43623,1733763754244}] 2024-12-09T17:03:34,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T17:03:34,892 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T17:03:35,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T17:03:35,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T17:03:35,210 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,210 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T17:03:35,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => d3da285e2ab0dc4ec0956166ed85b416, NAME => 'SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T17:03:35,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T17:03:35,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => b37206c5f0b31eecc0ee66f48fd484bc, NAME => 'SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,211 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,212 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:03:35,212 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T17:03:35,212 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T17:03:35,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T17:03:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T17:03:35,213 INFO [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,213 INFO [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,214 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 Release verify snapshot worker=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:35,214 INFO [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3da285e2ab0dc4ec0956166ed85b416 columnFamilyName cf 2024-12-09T17:03:35,214 DEBUG [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:03:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T17:03:35,214 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 Release verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,215 INFO [StoreOpener-d3da285e2ab0dc4ec0956166ed85b416-1 {}] regionserver.HStore(327): Store=d3da285e2ab0dc4ec0956166ed85b416/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:03:35,215 INFO [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37206c5f0b31eecc0ee66f48fd484bc columnFamilyName cf 2024-12-09T17:03:35,215 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,215 DEBUG [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:03:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T17:03:35,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,43623,1733763754244 in 20.0330 sec 2024-12-09T17:03:35,215 INFO [StoreOpener-b37206c5f0b31eecc0ee66f48fd484bc-1 {}] regionserver.HStore(327): Store=b37206c5f0b31eecc0ee66f48fd484bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:03:35,216 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 in 20.0330 sec 2024-12-09T17:03:35,216 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 Release verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,216 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,216 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,216 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 Release verify snapshot worker=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 in 20.0350 sec 2024-12-09T17:03:35,217 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,217 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,218 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,218 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,218 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,218 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-12-09T17:03:35,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7b4ec1980089,40865,1733763754281 in 20.0350 sec 2024-12-09T17:03:35,218 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T17:03:35,218 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T17:03:35,219 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,219 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,220 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T17:03:35,220 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T17:03:35,220 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened b37206c5f0b31eecc0ee66f48fd484bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71314459, jitterRate=0.06266824901103973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:03:35,220 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened d3da285e2ab0dc4ec0956166ed85b416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61397482, jitterRate=-0.08510622382164001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:03:35,220 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,220 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,220 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for d3da285e2ab0dc4ec0956166ed85b416: Running coprocessor pre-open hook at 1733763815211Writing region info on filesystem at 1733763815211Initializing all the Stores at 1733763815212 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763815212Cleaning up temporary data from old regions at 1733763815218 (+6 ms)Running coprocessor post-open hooks at 1733763815220 (+2 ms)Region opened successfully at 1733763815220 2024-12-09T17:03:35,220 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for b37206c5f0b31eecc0ee66f48fd484bc: Running coprocessor pre-open hook at 1733763815212Writing region info on filesystem at 1733763815212Initializing all the Stores at 1733763815213 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763815213Cleaning up temporary data from old regions at 1733763815218 (+5 ms)Running coprocessor post-open hooks at 1733763815220 (+2 ms)Region opened successfully at 1733763815220 2024-12-09T17:03:35,221 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc., pid=52, masterSystemTime=1733763815200 2024-12-09T17:03:35,221 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416., pid=54, masterSystemTime=1733763815200 2024-12-09T17:03:35,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2780 sec 2024-12-09T17:03:35,222 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,222 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,222 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,223 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => b9e71ad0ea72e8365690abc8020ee05e, NAME => 'SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T17:03:35,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b37206c5f0b31eecc0ee66f48fd484bc, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,223 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,223 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T17:03:35,223 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,223 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,223 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,223 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d3da285e2ab0dc4ec0956166ed85b416, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,43623,1733763754244 2024-12-09T17:03:35,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc, server=7b4ec1980089,40865,1733763754281 because future has completed 2024-12-09T17:03:35,225 INFO [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3da285e2ab0dc4ec0956166ed85b416, server=7b4ec1980089,43623,1733763754244 because future has completed 2024-12-09T17:03:35,225 INFO [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9e71ad0ea72e8365690abc8020ee05e columnFamilyName cf 2024-12-09T17:03:35,226 DEBUG [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T17:03:35,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-09T17:03:35,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure b37206c5f0b31eecc0ee66f48fd484bc, server=7b4ec1980089,40865,1733763754281 in 9.8310 sec 2024-12-09T17:03:35,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-09T17:03:35,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b37206c5f0b31eecc0ee66f48fd484bc, ASSIGN in 9.9930 sec 2024-12-09T17:03:35,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure d3da285e2ab0dc4ec0956166ed85b416, server=7b4ec1980089,43623,1733763754244 in 9.8290 sec 2024-12-09T17:03:35,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3da285e2ab0dc4ec0956166ed85b416, ASSIGN in 9.9940 sec 2024-12-09T17:03:35,233 DEBUG [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/cf/a462d8670c89435580216adec32a5468 2024-12-09T17:03:35,233 INFO [StoreOpener-b9e71ad0ea72e8365690abc8020ee05e-1 {}] regionserver.HStore(327): Store=b9e71ad0ea72e8365690abc8020ee05e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T17:03:35,233 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,234 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,235 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,235 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,235 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,237 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,240 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:03:35,241 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened b9e71ad0ea72e8365690abc8020ee05e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68123530, jitterRate=0.015119701623916626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T17:03:35,241 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,241 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for b9e71ad0ea72e8365690abc8020ee05e: Running coprocessor pre-open hook at 1733763815223Writing region info on filesystem at 1733763815223Initializing all the Stores at 1733763815224 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733763815224Cleaning up temporary data from old regions at 1733763815235 (+11 ms)Running coprocessor post-open hooks at 1733763815241 (+6 ms)Region opened successfully at 1733763815241 2024-12-09T17:03:35,242 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., pid=53, masterSystemTime=1733763815200 2024-12-09T17:03:35,243 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,243 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=b9e71ad0ea72e8365690abc8020ee05e, regionState=OPEN, openSeqNum=6, regionLocation=7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9e71ad0ea72e8365690abc8020ee05e, server=7b4ec1980089,40865,1733763754281 because future has completed 2024-12-09T17:03:35,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-09T17:03:35,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure b9e71ad0ea72e8365690abc8020ee05e, server=7b4ec1980089,40865,1733763754281 in 9.8500 sec 2024-12-09T17:03:35,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-12-09T17:03:35,249 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 7b4ec1980089,38681,1733763754324 after splitting done 2024-12-09T17:03:35,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9e71ad0ea72e8365690abc8020ee05e, ASSIGN in 10.0140 sec 2024-12-09T17:03:35,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 7b4ec1980089,38681,1733763754324, splitWal=true, meta=false in 19.8010 sec 2024-12-09T17:03:35,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T17:03:35,302 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T17:03:35,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T17:03:35,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T17:03:35,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:03:35,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T17:03:35,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T17:03:35,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=173088325, stopped=false 2024-12-09T17:03:35,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b4ec1980089,39893,1733763754096 2024-12-09T17:03:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T17:03:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T17:03:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T17:03:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:03:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:03:35,362 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T17:03:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:03:35,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:03:35,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T17:03:35,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:03:35,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:03:35,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T17:03:35,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,43623,1733763754244' ***** 2024-12-09T17:03:35,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T17:03:35,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,40865,1733763754281' ***** 2024-12-09T17:03:35,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T17:03:35,365 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T17:03:35,365 INFO [RS:0;7b4ec1980089:43623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T17:03:35,365 INFO [RS:0;7b4ec1980089:43623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T17:03:35,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T17:03:35,365 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(3091): Received CLOSE for 7404cc396e4aca2fa3bfa1c87a4324c5 2024-12-09T17:03:35,365 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T17:03:35,365 INFO [RS:1;7b4ec1980089:40865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T17:03:35,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T17:03:35,366 INFO [RS:1;7b4ec1980089:40865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T17:03:35,366 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a765f6de46ae14eb232e628fa9222a3 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(3091): Received CLOSE for d3da285e2ab0dc4ec0956166ed85b416 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(3091): Received CLOSE for 3541db202504321608802c624873fcca 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(3091): Received CLOSE for fcec1d572f63614694b4afc860e46a42 2024-12-09T17:03:35,366 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:03:35,366 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7404cc396e4aca2fa3bfa1c87a4324c5, disabling compactions & flushes 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(3091): Received CLOSE for 871646b185251a08892a992da890b000 2024-12-09T17:03:35,366 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:35,366 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for b37206c5f0b31eecc0ee66f48fd484bc 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(959): stopping server 7b4ec1980089,43623,1733763754244 2024-12-09T17:03:35,366 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:03:35,366 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. after waiting 0 ms 2024-12-09T17:03:35,366 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a765f6de46ae14eb232e628fa9222a3, disabling compactions & flushes 2024-12-09T17:03:35,366 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for b9e71ad0ea72e8365690abc8020ee05e 2024-12-09T17:03:35,366 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:35,366 INFO [RS:0;7b4ec1980089:43623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b4ec1980089:43623. 2024-12-09T17:03:35,366 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:35,366 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f3452daecf89966ecddd573bc08ae66 2024-12-09T17:03:35,367 DEBUG [RS:0;7b4ec1980089:43623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:03:35,367 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(959): stopping server 7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,367 DEBUG [RS:0;7b4ec1980089:43623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:03:35,367 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. after waiting 0 ms 2024-12-09T17:03:35,367 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T17:03:35,367 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:35,367 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1325): Online Regions={7404cc396e4aca2fa3bfa1c87a4324c5=SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5., d3da285e2ab0dc4ec0956166ed85b416=SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416., 3541db202504321608802c624873fcca=SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca., fcec1d572f63614694b4afc860e46a42=SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42., 871646b185251a08892a992da890b000=SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000.} 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7b4ec1980089:40865. 2024-12-09T17:03:35,367 DEBUG [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1351): Waiting on 3541db202504321608802c624873fcca, 7404cc396e4aca2fa3bfa1c87a4324c5, 871646b185251a08892a992da890b000, d3da285e2ab0dc4ec0956166ed85b416, fcec1d572f63614694b4afc860e46a42 2024-12-09T17:03:35,367 DEBUG [RS:1;7b4ec1980089:40865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T17:03:35,367 DEBUG [RS:1;7b4ec1980089:40865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T17:03:35,367 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T17:03:35,368 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T17:03:35,368 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1325): Online Regions={1a765f6de46ae14eb232e628fa9222a3=SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3., f4a4935cb3eb274ea5da0ae2a973688b=SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b., b37206c5f0b31eecc0ee66f48fd484bc=SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc., 1588230740=hbase:meta,,1.1588230740, b9e71ad0ea72e8365690abc8020ee05e=SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e., 8f3452daecf89966ecddd573bc08ae66=SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66.} 2024-12-09T17:03:35,368 DEBUG [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a765f6de46ae14eb232e628fa9222a3, 8f3452daecf89966ecddd573bc08ae66, b37206c5f0b31eecc0ee66f48fd484bc, b9e71ad0ea72e8365690abc8020ee05e, f4a4935cb3eb274ea5da0ae2a973688b 2024-12-09T17:03:35,368 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T17:03:35,368 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T17:03:35,368 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T17:03:35,368 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T17:03:35,368 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T17:03:35,368 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-09T17:03:35,372 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/7404cc396e4aca2fa3bfa1c87a4324c5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:03:35,372 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/1a765f6de46ae14eb232e628fa9222a3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:03:35,372 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:35,372 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:35,372 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a765f6de46ae14eb232e628fa9222a3: Waiting for close lock at 1733763815366Running coprocessor pre-close hooks at 1733763815366Disabling compacts and flushes for region at 1733763815366Disabling writes for close at 1733763815367 (+1 ms)Writing region close event to WAL at 1733763815367Running coprocessor post-close hooks at 1733763815372 (+5 ms)Closed at 1733763815372 2024-12-09T17:03:35,372 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7404cc396e4aca2fa3bfa1c87a4324c5: Waiting for close lock at 1733763815366Running coprocessor pre-close hooks at 1733763815366Disabling compacts and flushes for region at 1733763815366Disabling writes for close at 1733763815366Writing region close event to WAL at 1733763815367 (+1 ms)Running coprocessor post-close hooks at 1733763815372 (+5 ms)Closed at 1733763815372 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733763765381.1a765f6de46ae14eb232e628fa9222a3. 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733763765381.7404cc396e4aca2fa3bfa1c87a4324c5. 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4a4935cb3eb274ea5da0ae2a973688b, disabling compactions & flushes 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3da285e2ab0dc4ec0956166ed85b416, disabling compactions & flushes 2024-12-09T17:03:35,373 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:35,373 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. after waiting 0 ms 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. after waiting 0 ms 2024-12-09T17:03:35,373 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,377 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/d3da285e2ab0dc4ec0956166ed85b416/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T17:03:35,378 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3da285e2ab0dc4ec0956166ed85b416: Waiting for close lock at 1733763815373Running coprocessor pre-close hooks at 1733763815373Disabling compacts and flushes for region at 1733763815373Disabling writes for close at 1733763815373Writing region close event to WAL at 1733763815373Running coprocessor post-close hooks at 1733763815378 (+5 ms)Closed at 1733763815378 2024-12-09T17:03:35,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733763765381.d3da285e2ab0dc4ec0956166ed85b416. 2024-12-09T17:03:35,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3541db202504321608802c624873fcca, disabling compactions & flushes 2024-12-09T17:03:35,378 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:35,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:35,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. after waiting 0 ms 2024-12-09T17:03:35,378 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:35,384 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/f4a4935cb3eb274ea5da0ae2a973688b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T17:03:35,384 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:35,384 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4a4935cb3eb274ea5da0ae2a973688b: Waiting for close lock at 1733763815373Running coprocessor pre-close hooks at 1733763815373Disabling compacts and flushes for region at 1733763815373Disabling writes for close at 1733763815373Writing region close event to WAL at 1733763815373Running coprocessor post-close hooks at 1733763815384 (+11 ms)Closed at 1733763815384 2024-12-09T17:03:35,385 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733763765381.f4a4935cb3eb274ea5da0ae2a973688b. 2024-12-09T17:03:35,385 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b37206c5f0b31eecc0ee66f48fd484bc, disabling compactions & flushes 2024-12-09T17:03:35,385 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,385 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,385 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. after waiting 0 ms 2024-12-09T17:03:35,385 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,386 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/info/42689e1027734ad79f3bbcbb51cd6cb1 is 167, key is SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc./info:regioninfo/1733763815223/Put/seqid=0 2024-12-09T17:03:35,387 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/3541db202504321608802c624873fcca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T17:03:35,387 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:35,387 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3541db202504321608802c624873fcca: Waiting for close lock at 1733763815378Running coprocessor pre-close hooks at 1733763815378Disabling compacts and flushes for region at 1733763815378Disabling writes for close at 1733763815378Writing region close event to WAL at 1733763815383 (+5 ms)Running coprocessor post-close hooks at 1733763815387 (+4 ms)Closed at 1733763815387 2024-12-09T17:03:35,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733763765381.3541db202504321608802c624873fcca. 2024-12-09T17:03:35,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcec1d572f63614694b4afc860e46a42, disabling compactions & flushes 2024-12-09T17:03:35,388 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:35,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:35,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. after waiting 0 ms 2024-12-09T17:03:35,388 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:35,389 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b37206c5f0b31eecc0ee66f48fd484bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T17:03:35,390 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,390 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b37206c5f0b31eecc0ee66f48fd484bc: Waiting for close lock at 1733763815385Running coprocessor pre-close hooks at 1733763815385Disabling compacts and flushes for region at 1733763815385Disabling writes for close at 1733763815385Writing region close event to WAL at 1733763815385Running coprocessor post-close hooks at 1733763815390 (+5 ms)Closed at 1733763815390 2024-12-09T17:03:35,390 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733763765381.b37206c5f0b31eecc0ee66f48fd484bc. 2024-12-09T17:03:35,390 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9e71ad0ea72e8365690abc8020ee05e, disabling compactions & flushes 2024-12-09T17:03:35,390 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,390 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,390 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. after waiting 0 ms 2024-12-09T17:03:35,390 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,396 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/fcec1d572f63614694b4afc860e46a42/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:03:35,397 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:35,397 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcec1d572f63614694b4afc860e46a42: Waiting for close lock at 1733763815388Running coprocessor pre-close hooks at 1733763815388Disabling compacts and flushes for region at 1733763815388Disabling writes for close at 1733763815388Writing region close event to WAL at 1733763815388Running coprocessor post-close hooks at 1733763815397 (+9 ms)Closed at 1733763815397 2024-12-09T17:03:35,397 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733763765381.fcec1d572f63614694b4afc860e46a42. 2024-12-09T17:03:35,397 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 871646b185251a08892a992da890b000, disabling compactions & flushes 2024-12-09T17:03:35,397 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:35,397 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:35,398 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. after waiting 0 ms 2024-12-09T17:03:35,398 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741864_1040 (size=19817) 2024-12-09T17:03:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741864_1040 (size=19817) 2024-12-09T17:03:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741864_1040 (size=19817) 2024-12-09T17:03:35,401 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/info/42689e1027734ad79f3bbcbb51cd6cb1 2024-12-09T17:03:35,408 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/b9e71ad0ea72e8365690abc8020ee05e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-09T17:03:35,408 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,409 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9e71ad0ea72e8365690abc8020ee05e: Waiting for close lock at 1733763815390Running coprocessor pre-close hooks at 1733763815390Disabling compacts and flushes for region at 1733763815390Disabling writes for close at 1733763815390Writing region close event to WAL at 1733763815395 (+5 ms)Running coprocessor post-close hooks at 1733763815408 (+13 ms)Closed at 1733763815408 2024-12-09T17:03:35,409 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733763765381.b9e71ad0ea72e8365690abc8020ee05e. 2024-12-09T17:03:35,409 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f3452daecf89966ecddd573bc08ae66, disabling compactions & flushes 2024-12-09T17:03:35,409 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:35,409 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:35,409 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. after waiting 0 ms 2024-12-09T17:03:35,409 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:35,412 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/871646b185251a08892a992da890b000/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T17:03:35,412 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:35,412 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 871646b185251a08892a992da890b000: Waiting for close lock at 1733763815397Running coprocessor pre-close hooks at 1733763815397Disabling compacts and flushes for region at 1733763815397Disabling writes for close at 1733763815398 (+1 ms)Writing region close event to WAL at 1733763815408 (+10 ms)Running coprocessor post-close hooks at 1733763815412 (+4 ms)Closed at 1733763815412 2024-12-09T17:03:35,412 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733763765381.871646b185251a08892a992da890b000. 2024-12-09T17:03:35,415 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/default/SPTestTable/8f3452daecf89966ecddd573bc08ae66/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T17:03:35,415 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:35,415 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f3452daecf89966ecddd573bc08ae66: Waiting for close lock at 1733763815409Running coprocessor pre-close hooks at 1733763815409Disabling compacts and flushes for region at 1733763815409Disabling writes for close at 1733763815409Writing region close event to WAL at 1733763815411 (+2 ms)Running coprocessor post-close hooks at 1733763815415 (+4 ms)Closed at 1733763815415 2024-12-09T17:03:35,416 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733763765381.8f3452daecf89966ecddd573bc08ae66. 2024-12-09T17:03:35,422 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/ns/c71bd12f8a6247eda1ba4f538e10c132 is 43, key is default/ns:d/1733763765303/Put/seqid=0 2024-12-09T17:03:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741865_1041 (size=5153) 2024-12-09T17:03:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741865_1041 (size=5153) 2024-12-09T17:03:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741865_1041 (size=5153) 2024-12-09T17:03:35,428 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/ns/c71bd12f8a6247eda1ba4f538e10c132 2024-12-09T17:03:35,437 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:03:35,437 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:03:35,445 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/table/c07e45f700834281b50bb42fbb62ea2b is 47, key is SPTestTable/table:state/1733763775762/Put/seqid=0 2024-12-09T17:03:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741866_1042 (size=5214) 2024-12-09T17:03:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741866_1042 (size=5214) 2024-12-09T17:03:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741866_1042 (size=5214) 2024-12-09T17:03:35,451 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/table/c07e45f700834281b50bb42fbb62ea2b 2024-12-09T17:03:35,457 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/info/42689e1027734ad79f3bbcbb51cd6cb1 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/info/42689e1027734ad79f3bbcbb51cd6cb1 2024-12-09T17:03:35,464 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/info/42689e1027734ad79f3bbcbb51cd6cb1, entries=112, sequenceid=35, filesize=19.4 K 2024-12-09T17:03:35,465 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/ns/c71bd12f8a6247eda1ba4f538e10c132 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/ns/c71bd12f8a6247eda1ba4f538e10c132 2024-12-09T17:03:35,471 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/ns/c71bd12f8a6247eda1ba4f538e10c132, entries=2, sequenceid=35, filesize=5.0 K 2024-12-09T17:03:35,473 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/.tmp/table/c07e45f700834281b50bb42fbb62ea2b as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/table/c07e45f700834281b50bb42fbb62ea2b 2024-12-09T17:03:35,479 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/table/c07e45f700834281b50bb42fbb62ea2b, entries=2, sequenceid=35, filesize=5.1 K 2024-12-09T17:03:35,480 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false 2024-12-09T17:03:35,485 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-09T17:03:35,485 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T17:03:35,486 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T17:03:35,486 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733763815368Running coprocessor pre-close hooks at 1733763815368Disabling compacts and flushes for region at 1733763815368Disabling writes for close at 1733763815368Obtaining lock to block concurrent updates at 1733763815368Preparing flush snapshotting stores in 1588230740 at 1733763815368Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733763815369 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733763815369Flushing 1588230740/info: creating writer at 1733763815369Flushing 1588230740/info: appending metadata at 1733763815386 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733763815386Flushing 1588230740/ns: creating writer at 1733763815406 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733763815421 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733763815421Flushing 1588230740/table: creating writer at 1733763815433 (+12 ms)Flushing 1588230740/table: appending metadata at 1733763815445 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733763815445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3ef28c: reopening flushed file at 1733763815456 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2235a2c8: reopening flushed file at 1733763815464 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677a6453: reopening flushed file at 1733763815472 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false at 1733763815480 (+8 ms)Writing region close event to WAL at 1733763815482 (+2 ms)Running coprocessor post-close hooks at 1733763815485 (+3 ms)Closed at 1733763815486 (+1 ms) 2024-12-09T17:03:35,486 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T17:03:35,567 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,43623,1733763754244; all regions closed. 2024-12-09T17:03:35,568 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,40865,1733763754281; all regions closed. 2024-12-09T17:03:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741834_1010 (size=4022) 2024-12-09T17:03:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741834_1010 (size=4022) 2024-12-09T17:03:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741834_1010 (size=4022) 2024-12-09T17:03:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741836_1012 (size=18438) 2024-12-09T17:03:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741836_1012 (size=18438) 2024-12-09T17:03:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741836_1012 (size=18438) 2024-12-09T17:03:35,577 DEBUG [RS:0;7b4ec1980089:43623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C43623%2C1733763754244:(num 1733763754992) 2024-12-09T17:03:35,577 DEBUG [RS:0;7b4ec1980089:43623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T17:03:35,577 INFO [RS:0;7b4ec1980089:43623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T17:03:35,578 INFO [RS:0;7b4ec1980089:43623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43623 2024-12-09T17:03:35,578 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T17:03:35,578 DEBUG [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs 2024-12-09T17:03:35,578 INFO [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C40865%2C1733763754281.meta:.meta(num 1733763765198) 2024-12-09T17:03:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741833_1009 (size=3564) 2024-12-09T17:03:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741833_1009 (size=3564) 2024-12-09T17:03:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741833_1009 (size=3564) 2024-12-09T17:03:35,583 DEBUG [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/oldWALs 2024-12-09T17:03:35,583 INFO [RS:1;7b4ec1980089:40865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C40865%2C1733763754281:(num 1733763754990) 2024-12-09T17:03:35,583 DEBUG [RS:1;7b4ec1980089:40865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T17:03:35,583 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T17:03:35,583 INFO [RS:1;7b4ec1980089:40865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T17:03:35,584 INFO [RS:1;7b4ec1980089:40865 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T17:03:35,584 INFO [RS:1;7b4ec1980089:40865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T17:03:35,584 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T17:03:35,584 INFO [RS:1;7b4ec1980089:40865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40865 2024-12-09T17:03:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,43623,1733763754244 2024-12-09T17:03:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T17:03:35,610 INFO [RS:0;7b4ec1980089:43623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:03:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,40865,1733763754281 2024-12-09T17:03:35,619 INFO [RS:1;7b4ec1980089:40865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:03:35,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,40865,1733763754281] 2024-12-09T17:03:35,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,40865,1733763754281 already deleted, retry=false 2024-12-09T17:03:35,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b4ec1980089,40865,1733763754281 expired; onlineServers=1 2024-12-09T17:03:35,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,43623,1733763754244] 2024-12-09T17:03:35,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,43623,1733763754244 already deleted, retry=false 2024-12-09T17:03:35,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b4ec1980089,43623,1733763754244 expired; onlineServers=0 2024-12-09T17:03:35,653 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b4ec1980089,39893,1733763754096' ***** 2024-12-09T17:03:35,653 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T17:03:35,653 INFO [M:0;7b4ec1980089:39893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T17:03:35,653 INFO [M:0;7b4ec1980089:39893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T17:03:35,653 DEBUG [M:0;7b4ec1980089:39893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T17:03:35,653 DEBUG [M:0;7b4ec1980089:39893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T17:03:35,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T17:03:35,653 DEBUG [master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733763754687 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733763754687,5,FailOnTimeoutGroup] 2024-12-09T17:03:35,653 DEBUG [master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733763754691 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733763754691,5,FailOnTimeoutGroup] 2024-12-09T17:03:35,654 INFO [M:0;7b4ec1980089:39893 {}] hbase.ChoreService(370): Chore service for: master/7b4ec1980089:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T17:03:35,654 INFO [M:0;7b4ec1980089:39893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T17:03:35,654 DEBUG [M:0;7b4ec1980089:39893 {}] master.HMaster(1795): Stopping service threads 2024-12-09T17:03:35,654 INFO [M:0;7b4ec1980089:39893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T17:03:35,654 INFO [M:0;7b4ec1980089:39893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T17:03:35,654 ERROR [M:0;7b4ec1980089:39893 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39929 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39929,5,PEWorkerGroup] 2024-12-09T17:03:35,654 INFO [M:0;7b4ec1980089:39893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T17:03:35,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T17:03:35,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T17:03:35,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T17:03:35,661 DEBUG [M:0;7b4ec1980089:39893 {}] zookeeper.ZKUtil(347): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T17:03:35,661 WARN [M:0;7b4ec1980089:39893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T17:03:35,662 INFO [M:0;7b4ec1980089:39893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/.lastflushedseqids 2024-12-09T17:03:35,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741867_1043 (size=650) 2024-12-09T17:03:35,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741867_1043 (size=650) 2024-12-09T17:03:35,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741867_1043 (size=650) 2024-12-09T17:03:35,668 INFO [M:0;7b4ec1980089:39893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T17:03:35,669 INFO [M:0;7b4ec1980089:39893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T17:03:35,669 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T17:03:35,669 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:03:35,669 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:03:35,669 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T17:03:35,669 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:03:35,669 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=228.57 KB heapSize=271.98 KB 2024-12-09T17:03:35,686 DEBUG [M:0;7b4ec1980089:39893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da346050ca6f48c18e7a26c15c5b0cc8 is 82, key is hbase:meta,,1/info:regioninfo/1733763765233/Put/seqid=0 2024-12-09T17:03:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741868_1044 (size=5672) 2024-12-09T17:03:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741868_1044 (size=5672) 2024-12-09T17:03:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741868_1044 (size=5672) 2024-12-09T17:03:35,692 INFO [M:0;7b4ec1980089:39893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da346050ca6f48c18e7a26c15c5b0cc8 2024-12-09T17:03:35,711 DEBUG [M:0;7b4ec1980089:39893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b8249a853b94f61b5d32e4b3de8da9d is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733763775768/Put/seqid=0 2024-12-09T17:03:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741869_1045 (size=9320) 2024-12-09T17:03:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741869_1045 (size=9320) 2024-12-09T17:03:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741869_1045 (size=9320) 2024-12-09T17:03:35,717 INFO [M:0;7b4ec1980089:39893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=227.83 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b8249a853b94f61b5d32e4b3de8da9d 2024-12-09T17:03:35,722 INFO [M:0;7b4ec1980089:39893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8249a853b94f61b5d32e4b3de8da9d 2024-12-09T17:03:35,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:35,728 INFO [RS:0;7b4ec1980089:43623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:03:35,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43623-0x1000b9526fb0001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:35,728 INFO [RS:0;7b4ec1980089:43623 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,43623,1733763754244; zookeeper connection closed. 2024-12-09T17:03:35,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4621b007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4621b007 2024-12-09T17:03:35,735 DEBUG [M:0;7b4ec1980089:39893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdf20ba94f8641078effdf11f59dd5f7 is 69, key is 7b4ec1980089,40865,1733763754281/rs:state/1733763754801/Put/seqid=0 2024-12-09T17:03:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:35,736 INFO [RS:1;7b4ec1980089:40865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:03:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x1000b9526fb0002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:35,736 INFO [RS:1;7b4ec1980089:40865 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,40865,1733763754281; zookeeper connection closed. 2024-12-09T17:03:35,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37593bcb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37593bcb 2024-12-09T17:03:35,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T17:03:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741870_1046 (size=5442) 2024-12-09T17:03:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741870_1046 (size=5442) 2024-12-09T17:03:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741870_1046 (size=5442) 2024-12-09T17:03:35,741 INFO [M:0;7b4ec1980089:39893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdf20ba94f8641078effdf11f59dd5f7 2024-12-09T17:03:35,746 INFO [M:0;7b4ec1980089:39893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdf20ba94f8641078effdf11f59dd5f7 2024-12-09T17:03:35,747 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da346050ca6f48c18e7a26c15c5b0cc8 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da346050ca6f48c18e7a26c15c5b0cc8 2024-12-09T17:03:35,752 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da346050ca6f48c18e7a26c15c5b0cc8, entries=8, sequenceid=470, filesize=5.5 K 2024-12-09T17:03:35,753 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b8249a853b94f61b5d32e4b3de8da9d as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b8249a853b94f61b5d32e4b3de8da9d 2024-12-09T17:03:35,758 INFO [M:0;7b4ec1980089:39893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8249a853b94f61b5d32e4b3de8da9d 2024-12-09T17:03:35,758 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b8249a853b94f61b5d32e4b3de8da9d, entries=54, sequenceid=470, filesize=9.1 K 2024-12-09T17:03:35,759 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdf20ba94f8641078effdf11f59dd5f7 as hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdf20ba94f8641078effdf11f59dd5f7 2024-12-09T17:03:35,764 INFO [M:0;7b4ec1980089:39893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdf20ba94f8641078effdf11f59dd5f7 2024-12-09T17:03:35,764 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/eacc88f5-015b-8469-af4a-922595a72f8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdf20ba94f8641078effdf11f59dd5f7, entries=3, sequenceid=470, filesize=5.3 K 2024-12-09T17:03:35,765 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~228.57 KB/234053, heapSize ~271.69 KB/278208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=470, compaction requested=false 2024-12-09T17:03:35,766 INFO [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T17:03:35,766 DEBUG [M:0;7b4ec1980089:39893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733763815669Disabling compacts and flushes for region at 1733763815669Disabling writes for close at 1733763815669Obtaining lock to block concurrent updates at 1733763815669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733763815669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234053, getHeapSize=278448, getOffHeapSize=0, getCellsCount=573 at 1733763815669Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733763815670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733763815670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733763815686 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733763815686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733763815697 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733763815711 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733763815711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733763815722 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733763815735 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733763815735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e73d325: reopening flushed file at 1733763815746 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67be83ee: reopening flushed file at 1733763815752 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b021075: reopening flushed file at 1733763815758 (+6 ms)Finished flush of dataSize ~228.57 KB/234053, heapSize ~271.69 KB/278208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=470, compaction requested=false at 1733763815765 (+7 ms)Writing region close event to WAL at 1733763815766 (+1 ms)Closed at 1733763815766 2024-12-09T17:03:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33047 is added to blk_1073741830_1006 (size=265434) 2024-12-09T17:03:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42331 is added to blk_1073741830_1006 (size=265434) 2024-12-09T17:03:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46805 is added to blk_1073741830_1006 (size=265434) 2024-12-09T17:03:35,769 INFO [M:0;7b4ec1980089:39893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T17:03:35,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T17:03:35,769 INFO [M:0;7b4ec1980089:39893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39893 2024-12-09T17:03:35,770 INFO [M:0;7b4ec1980089:39893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T17:03:35,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:35,878 INFO [M:0;7b4ec1980089:39893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T17:03:35,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39893-0x1000b9526fb0000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T17:03:35,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436c37bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:03:35,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27b212b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:03:35,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:03:35,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d83bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:03:35,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bb0cb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,STOPPED} 2024-12-09T17:03:35,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T17:03:35,931 WARN [BP-1310319223-172.17.0.2-1733763752056 heartbeating to localhost/127.0.0.1:39929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T17:03:35,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T17:03:35,931 WARN [BP-1310319223-172.17.0.2-1733763752056 heartbeating to localhost/127.0.0.1:39929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310319223-172.17.0.2-1733763752056 (Datanode Uuid f8ee5cef-029b-42b2-9a6b-9e229459fce9) service to localhost/127.0.0.1:39929 2024-12-09T17:03:35,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data5/current/BP-1310319223-172.17.0.2-1733763752056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:03:35,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data6/current/BP-1310319223-172.17.0.2-1733763752056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:03:35,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T17:03:35,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dd57944{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:03:35,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25075e3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:03:35,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:03:35,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed4247d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:03:35,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3f83d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,STOPPED} 2024-12-09T17:03:35,937 WARN [BP-1310319223-172.17.0.2-1733763752056 heartbeating to localhost/127.0.0.1:39929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T17:03:35,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T17:03:35,937 WARN [BP-1310319223-172.17.0.2-1733763752056 heartbeating to localhost/127.0.0.1:39929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310319223-172.17.0.2-1733763752056 (Datanode Uuid 7c2571cc-a2e7-4c9d-a2c2-ec5a3a9582b4) service to localhost/127.0.0.1:39929 2024-12-09T17:03:35,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T17:03:35,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data3/current/BP-1310319223-172.17.0.2-1733763752056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:03:35,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data4/current/BP-1310319223-172.17.0.2-1733763752056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:03:35,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T17:03:35,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5094d3e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T17:03:35,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce2d997{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:03:35,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:03:35,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63cdb200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:03:35,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5860725f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,STOPPED} 2024-12-09T17:03:35,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T17:03:35,943 WARN [BP-1310319223-172.17.0.2-1733763752056 heartbeating to localhost/127.0.0.1:39929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T17:03:35,943 WARN [BP-1310319223-172.17.0.2-1733763752056 heartbeating to localhost/127.0.0.1:39929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310319223-172.17.0.2-1733763752056 (Datanode Uuid 5151c602-8635-49de-8e00-e26d9940c5b3) service to localhost/127.0.0.1:39929 2024-12-09T17:03:35,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T17:03:35,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data1/current/BP-1310319223-172.17.0.2-1733763752056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:03:35,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/cluster_57e389b4-169b-da04-2f50-d03795e32348/data/data2/current/BP-1310319223-172.17.0.2-1733763752056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T17:03:35,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T17:03:35,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26d3784a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T17:03:35,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16952596{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T17:03:35,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T17:03:35,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68acd59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T17:03:35,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4e06bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1fa85bd-0181-9b1b-2d59-ff0c9668b415/hadoop.log.dir/,STOPPED} 2024-12-09T17:03:35,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T17:03:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T17:03:35,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39929 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39929 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 93) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9721 (was 9942)