2024-11-25 10:56:36,919 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-25 10:56:36,941 main DEBUG Took 0.019117 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 10:56:36,941 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 10:56:36,942 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 10:56:36,949 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 10:56:36,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:36,987 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 10:56:37,002 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,007 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,008 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,010 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,011 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,013 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,023 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,025 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:56:37,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,028 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 10:56:37,031 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:56:37,033 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 10:56:37,041 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 10:56:37,042 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 10:56:37,044 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 10:56:37,052 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 10:56:37,071 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 10:56:37,081 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 10:56:37,084 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 10:56:37,084 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 10:56:37,085 main DEBUG createAppenders(={Console}) 2024-11-25 10:56:37,086 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-25 10:56:37,086 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-25 10:56:37,087 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-25 10:56:37,088 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 10:56:37,088 main DEBUG OutputStream closed 2024-11-25 10:56:37,088 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 10:56:37,089 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 10:56:37,089 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-25 10:56:37,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 10:56:37,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 10:56:37,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 10:56:37,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 10:56:37,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 10:56:37,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 10:56:37,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 10:56:37,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 10:56:37,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 10:56:37,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 10:56:37,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 10:56:37,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 10:56:37,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 10:56:37,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 10:56:37,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 10:56:37,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 10:56:37,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 10:56:37,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 10:56:37,300 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 10:56:37,301 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-25 10:56:37,301 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 10:56:37,302 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-25T10:56:37,324 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-25 10:56:37,328 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 10:56:37,329 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T10:56:37,340 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-25T10:56:37,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1539, ProcessCount=11, AvailableMemoryMB=1267 2024-11-25T10:56:38,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7 2024-11-25T10:56:38,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T10:56:38,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a, deleteOnExit=true 2024-11-25T10:56:38,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T10:56:38,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/test.cache.data in system properties and HBase conf 2024-11-25T10:56:38,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T10:56:38,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir in system properties and HBase conf 2024-11-25T10:56:38,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T10:56:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T10:56:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T10:56:38,335 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T10:56:38,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T10:56:38,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:56:38,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:56:38,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T10:56:38,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:56:38,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T10:56:38,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T10:56:38,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:56:38,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:56:38,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T10:56:38,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/nfs.dump.dir in system properties and HBase conf 2024-11-25T10:56:38,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/java.io.tmpdir in system properties and HBase conf 2024-11-25T10:56:38,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:56:38,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T10:56:38,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T10:56:39,801 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T10:56:39,909 INFO [Time-limited test {}] log.Log(170): Logging initialized @4466ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T10:56:40,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:56:40,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:56:40,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:56:40,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:56:40,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:56:40,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:56:40,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:56:40,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:56:40,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/java.io.tmpdir/jetty-localhost-39557-hadoop-hdfs-3_4_1-tests_jar-_-any-146500597610901639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:56:40,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:39557} 2024-11-25T10:56:40,471 INFO [Time-limited test {}] server.Server(415): Started @5030ms 2024-11-25T10:56:41,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:56:41,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:56:41,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:56:41,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:56:41,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:56:41,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92cafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:56:41,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180b9789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:56:41,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a312fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/java.io.tmpdir/jetty-localhost-41205-hadoop-hdfs-3_4_1-tests_jar-_-any-1438891556511534283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:56:41,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f1664cd{HTTP/1.1, (http/1.1)}{localhost:41205} 2024-11-25T10:56:41,471 INFO [Time-limited test {}] server.Server(415): Started @6030ms 2024-11-25T10:56:41,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:56:42,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:56:42,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:56:42,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:56:42,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:56:42,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:56:42,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:56:42,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:56:42,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/java.io.tmpdir/jetty-localhost-35229-hadoop-hdfs-3_4_1-tests_jar-_-any-10476788578887664084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:56:42,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:35229} 2024-11-25T10:56:42,666 INFO [Time-limited test {}] server.Server(415): Started @7225ms 2024-11-25T10:56:42,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:56:43,025 WARN [Thread-94 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data2/current/BP-1498489404-172.17.0.3-1732532199453/current, will proceed with Du for space computation calculation, 2024-11-25T10:56:43,028 WARN [Thread-93 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data1/current/BP-1498489404-172.17.0.3-1732532199453/current, will proceed with Du for space computation calculation, 2024-11-25T10:56:43,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:56:43,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:56:43,168 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data3/current/BP-1498489404-172.17.0.3-1732532199453/current, will proceed with Du for space computation calculation, 2024-11-25T10:56:43,199 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data4/current/BP-1498489404-172.17.0.3-1732532199453/current, will proceed with Du for space computation calculation, 2024-11-25T10:56:43,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:56:43,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:56:43,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:56:43,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:56:43,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:56:43,250 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:56:43,346 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:56:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b8c8276c17e76c8 with lease ID 0x311bef499c69f946: Processing first storage report for DS-342f6894-e38c-4dbf-b64d-c56a53e35705 from datanode DatanodeRegistration(127.0.0.1:42323, datanodeUuid=8f7bb0a3-8586-4cc7-8882-f469f321c4b3, infoPort=35105, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453) 2024-11-25T10:56:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b8c8276c17e76c8 with lease ID 0x311bef499c69f946: from storage DS-342f6894-e38c-4dbf-b64d-c56a53e35705 node DatanodeRegistration(127.0.0.1:42323, datanodeUuid=8f7bb0a3-8586-4cc7-8882-f469f321c4b3, infoPort=35105, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T10:56:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57d1f12fba889334 with lease ID 0x311bef499c69f947: Processing first storage report for DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3 from datanode DatanodeRegistration(127.0.0.1:44521, datanodeUuid=16854d10-f0d2-4445-9a96-7209d012634f, infoPort=39323, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453) 2024-11-25T10:56:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57d1f12fba889334 with lease ID 0x311bef499c69f947: from storage DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3 node DatanodeRegistration(127.0.0.1:44521, datanodeUuid=16854d10-f0d2-4445-9a96-7209d012634f, infoPort=39323, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T10:56:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b8c8276c17e76c8 with lease ID 0x311bef499c69f946: Processing first storage report for DS-69d54d96-c53d-439f-9c6d-1e6d7f40dc9d from datanode DatanodeRegistration(127.0.0.1:42323, datanodeUuid=8f7bb0a3-8586-4cc7-8882-f469f321c4b3, infoPort=35105, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453) 2024-11-25T10:56:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b8c8276c17e76c8 with lease ID 0x311bef499c69f946: from storage DS-69d54d96-c53d-439f-9c6d-1e6d7f40dc9d node DatanodeRegistration(127.0.0.1:42323, datanodeUuid=8f7bb0a3-8586-4cc7-8882-f469f321c4b3, infoPort=35105, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:56:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57d1f12fba889334 with lease ID 0x311bef499c69f947: Processing first storage report for DS-a702bf89-92f4-49fc-94b5-7bbdf6e64001 from datanode DatanodeRegistration(127.0.0.1:44521, datanodeUuid=16854d10-f0d2-4445-9a96-7209d012634f, infoPort=39323, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453) 2024-11-25T10:56:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57d1f12fba889334 with lease ID 0x311bef499c69f947: from storage DS-a702bf89-92f4-49fc-94b5-7bbdf6e64001 node DatanodeRegistration(127.0.0.1:44521, datanodeUuid=16854d10-f0d2-4445-9a96-7209d012634f, infoPort=39323, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:56:43,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/java.io.tmpdir/jetty-localhost-39405-hadoop-hdfs-3_4_1-tests_jar-_-any-2038677206112421807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:56:43,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:39405} 2024-11-25T10:56:43,505 INFO [Time-limited test {}] server.Server(415): Started @8064ms 2024-11-25T10:56:43,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:56:43,777 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data5/current/BP-1498489404-172.17.0.3-1732532199453/current, will proceed with Du for space computation calculation, 2024-11-25T10:56:43,785 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data6/current/BP-1498489404-172.17.0.3-1732532199453/current, will proceed with Du for space computation calculation, 2024-11-25T10:56:43,895 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:56:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55166efe16e7c721 with lease ID 0x311bef499c69f948: Processing first storage report for DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc from datanode DatanodeRegistration(127.0.0.1:37495, datanodeUuid=8f30e119-2d91-4afb-9578-7a37be4440f1, infoPort=34867, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453) 2024-11-25T10:56:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55166efe16e7c721 with lease ID 0x311bef499c69f948: from storage DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc node DatanodeRegistration(127.0.0.1:37495, datanodeUuid=8f30e119-2d91-4afb-9578-7a37be4440f1, infoPort=34867, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:56:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55166efe16e7c721 with lease ID 0x311bef499c69f948: Processing first storage report for DS-15910008-ea83-4424-bcd5-0a6a91504130 from datanode DatanodeRegistration(127.0.0.1:37495, datanodeUuid=8f30e119-2d91-4afb-9578-7a37be4440f1, infoPort=34867, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453) 2024-11-25T10:56:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55166efe16e7c721 with lease ID 0x311bef499c69f948: from storage DS-15910008-ea83-4424-bcd5-0a6a91504130 node DatanodeRegistration(127.0.0.1:37495, datanodeUuid=8f30e119-2d91-4afb-9578-7a37be4440f1, infoPort=34867, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=712096234;c=1732532199453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:56:44,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7 2024-11-25T10:56:44,431 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/zookeeper_0, clientPort=63302, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T10:56:44,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63302 2024-11-25T10:56:44,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:44,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:56:45,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:56:45,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:56:45,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 with version=8 2024-11-25T10:56:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/hbase-staging 2024-11-25T10:56:45,948 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T10:56:46,393 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:56:46,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:46,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:46,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:56:46,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:46,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:56:46,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T10:56:46,941 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T10:56:46,964 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T10:56:46,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:56:47,032 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5927 (auto-detected) 2024-11-25T10:56:47,042 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T10:56:47,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36121 2024-11-25T10:56:47,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36121 connecting to ZooKeeper ensemble=127.0.0.1:63302 2024-11-25T10:56:47,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361210x0, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:56:47,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36121-0x100769585db0000 connected 2024-11-25T10:56:47,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:47,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:47,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:56:47,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7, hbase.cluster.distributed=false 2024-11-25T10:56:47,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:56:47,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-25T10:56:47,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36121 2024-11-25T10:56:47,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36121 2024-11-25T10:56:47,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-25T10:56:47,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-25T10:56:48,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:56:48,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:56:48,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:56:48,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:56:48,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:56:48,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35001 2024-11-25T10:56:48,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35001 connecting to ZooKeeper ensemble=127.0.0.1:63302 2024-11-25T10:56:48,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:48,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:48,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350010x0, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:56:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350010x0, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:56:48,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35001-0x100769585db0001 connected 2024-11-25T10:56:48,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:56:48,299 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:56:48,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:56:48,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:56:48,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-25T10:56:48,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35001 2024-11-25T10:56:48,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35001 2024-11-25T10:56:48,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-25T10:56:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-25T10:56:48,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:56:48,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:56:48,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:56:48,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:56:48,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:56:48,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43379 2024-11-25T10:56:48,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43379 connecting to ZooKeeper ensemble=127.0.0.1:63302 2024-11-25T10:56:48,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:48,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433790x0, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:56:48,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433790x0, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:56:48,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:56:48,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43379-0x100769585db0002 connected 2024-11-25T10:56:48,607 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:56:48,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:56:48,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:56:48,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-25T10:56:48,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43379 2024-11-25T10:56:48,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43379 2024-11-25T10:56:48,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-25T10:56:48,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-25T10:56:48,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:56:48,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:56:48,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:56:48,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:56:48,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:56:48,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:56:48,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34647 2024-11-25T10:56:48,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34647 connecting to ZooKeeper ensemble=127.0.0.1:63302 2024-11-25T10:56:48,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:48,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:48,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346470x0, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:56:48,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346470x0, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:56:48,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:56:48,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34647-0x100769585db0003 connected 2024-11-25T10:56:48,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:56:48,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:56:48,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:56:48,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-25T10:56:48,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34647 2024-11-25T10:56:48,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34647 2024-11-25T10:56:48,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-25T10:56:48,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-25T10:56:48,839 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6bfc37bad115:36121 2024-11-25T10:56:48,841 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6bfc37bad115,36121,1732532206044 2024-11-25T10:56:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,859 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6bfc37bad115,36121,1732532206044 2024-11-25T10:56:48,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:56:48,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:56:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:48,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:56:48,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:48,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:48,905 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:56:48,907 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6bfc37bad115,36121,1732532206044 from backup master directory 2024-11-25T10:56:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6bfc37bad115,36121,1732532206044 2024-11-25T10:56:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:56:48,917 WARN [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:56:48,917 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6bfc37bad115,36121,1732532206044 2024-11-25T10:56:48,920 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T10:56:48,922 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T10:56:49,040 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/hbase.id] with ID: 3f49866a-17cb-42c0-b13e-a54417c0f120 2024-11-25T10:56:49,040 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.tmp/hbase.id 2024-11-25T10:56:49,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:56:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:56:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:56:49,096 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.tmp/hbase.id]:[hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/hbase.id] 2024-11-25T10:56:49,239 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:56:49,260 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T10:56:49,299 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 36ms. 2024-11-25T10:56:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:49,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:56:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:56:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:56:49,465 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:56:49,467 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T10:56:49,496 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:56:49,509 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:56:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:56:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:56:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:56:49,791 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store 2024-11-25T10:56:49,854 WARN [IPC Server handler 4 on default port 39233 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T10:56:49,854 WARN [IPC Server handler 4 on default port 39233 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T10:56:49,855 WARN [IPC Server handler 4 on default port 39233 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T10:56:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:56:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:56:49,953 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T10:56:49,962 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:56:49,964 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:56:49,965 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:56:49,965 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:56:49,969 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:56:49,969 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:56:49,969 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:56:49,971 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732532209964Disabling compacts and flushes for region at 1732532209964Disabling writes for close at 1732532209969 (+5 ms)Writing region close event to WAL at 1732532209969Closed at 1732532209969 2024-11-25T10:56:49,978 WARN [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/.initializing 2024-11-25T10:56:49,978 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/WALs/6bfc37bad115,36121,1732532206044 2024-11-25T10:56:50,004 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:56:50,053 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C36121%2C1732532206044, suffix=, logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/WALs/6bfc37bad115,36121,1732532206044, archiveDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/oldWALs, maxLogs=10 2024-11-25T10:56:50,143 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/WALs/6bfc37bad115,36121,1732532206044/6bfc37bad115%2C36121%2C1732532206044.1732532210068, exclude list is [], retry=0 2024-11-25T10:56:50,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc,DISK] 2024-11-25T10:56:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-342f6894-e38c-4dbf-b64d-c56a53e35705,DISK] 2024-11-25T10:56:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44521,DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3,DISK] 2024-11-25T10:56:50,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T10:56:50,264 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/WALs/6bfc37bad115,36121,1732532206044/6bfc37bad115%2C36121%2C1732532206044.1732532210068 2024-11-25T10:56:50,277 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34867:34867),(127.0.0.1/127.0.0.1:35105:35105),(127.0.0.1/127.0.0.1:39323:39323)] 2024-11-25T10:56:50,278 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:56:50,279 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:56:50,283 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,293 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T10:56:50,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:50,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:56:50,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T10:56:50,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:50,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:56:50,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T10:56:50,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:50,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:56:50,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T10:56:50,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:50,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:56:50,597 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,606 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,609 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,634 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,640 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,660 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:56:50,677 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:56:50,702 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:56:50,706 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62809688, jitterRate=-0.06406271457672119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:56:50,714 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732532210313Initializing all the Stores at 1732532210329 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532210329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532210340 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532210341 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532210341Cleaning up temporary data from old regions at 1732532210640 (+299 ms)Region opened successfully at 1732532210714 (+74 ms) 2024-11-25T10:56:50,725 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T10:56:50,832 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dc8494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:56:50,944 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T10:56:50,967 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T10:56:50,967 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T10:56:50,973 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T10:56:50,975 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-25T10:56:50,984 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-25T10:56:50,984 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T10:56:51,095 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T10:56:51,108 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T10:56:51,119 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T10:56:51,126 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T10:56:51,129 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T10:56:51,134 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T10:56:51,137 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T10:56:51,149 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T10:56:51,151 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T10:56:51,160 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T10:56:51,165 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T10:56:51,200 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T10:56:51,207 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T10:56:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:56:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:56:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:56:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:56:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,221 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6bfc37bad115,36121,1732532206044, sessionid=0x100769585db0000, setting cluster-up flag (Was=false) 2024-11-25T10:56:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,279 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T10:56:51,285 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6bfc37bad115,36121,1732532206044 2024-11-25T10:56:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:51,312 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T10:56:51,314 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6bfc37bad115,36121,1732532206044 2024-11-25T10:56:51,332 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T10:56:51,364 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(746): ClusterId : 3f49866a-17cb-42c0-b13e-a54417c0f120 2024-11-25T10:56:51,368 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:56:51,371 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(746): ClusterId : 3f49866a-17cb-42c0-b13e-a54417c0f120 2024-11-25T10:56:51,371 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:56:51,377 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(746): ClusterId : 3f49866a-17cb-42c0-b13e-a54417c0f120 2024-11-25T10:56:51,377 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:56:51,388 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:56:51,389 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:56:51,389 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:56:51,391 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:56:51,391 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:56:51,391 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:56:51,397 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:56:51,397 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:56:51,398 DEBUG [RS:0;6bfc37bad115:35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150a306e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:56:51,398 DEBUG [RS:1;6bfc37bad115:43379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c171da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:56:51,405 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:56:51,406 DEBUG [RS:2;6bfc37bad115:34647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e60f884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:56:51,447 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6bfc37bad115:34647 2024-11-25T10:56:51,450 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6bfc37bad115:35001 2024-11-25T10:56:51,452 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6bfc37bad115:43379 2024-11-25T10:56:51,460 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:56:51,460 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:56:51,460 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:56:51,460 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:56:51,460 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:56:51,460 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:56:51,462 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:56:51,462 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:56:51,462 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:56:51,465 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=43379, startcode=1732532208479 2024-11-25T10:56:51,470 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=35001, startcode=1732532208139 2024-11-25T10:56:51,473 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=34647, startcode=1732532208680 2024-11-25T10:56:51,482 DEBUG [RS:1;6bfc37bad115:43379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:56:51,482 DEBUG [RS:0;6bfc37bad115:35001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:56:51,484 DEBUG [RS:2;6bfc37bad115:34647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:56:51,597 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T10:56:51,605 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:56:51,608 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:56:51,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:56:51,623 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T10:56:51,631 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T10:56:51,660 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T10:56:51,669 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T10:56:51,670 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T10:56:51,697 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6bfc37bad115,36121,1732532206044 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T10:56:51,728 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:56:51,728 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:56:51,728 WARN [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T10:56:51,728 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:56:51,728 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:56:51,728 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:56:51,728 WARN [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T10:56:51,728 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:56:51,728 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:56:51,728 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6bfc37bad115:0, corePoolSize=10, maxPoolSize=10 2024-11-25T10:56:51,729 WARN [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T10:56:51,729 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:51,729 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:56:51,729 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:51,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:56:51,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T10:56:51,794 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732532241794 2024-11-25T10:56:51,796 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T10:56:51,798 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T10:56:51,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:51,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:56:51,803 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T10:56:51,803 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T10:56:51,803 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T10:56:51,804 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T10:56:51,830 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=35001, startcode=1732532208139 2024-11-25T10:56:51,826 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:51,832 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T10:56:51,833 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=34647, startcode=1732532208680 2024-11-25T10:56:51,834 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:56:51,834 WARN [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-25T10:56:51,838 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=43379, startcode=1732532208479 2024-11-25T10:56:51,843 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T10:56:51,845 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T10:56:51,848 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:56:51,848 WARN [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-25T10:56:51,851 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:56:51,851 WARN [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-25T10:56:51,860 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T10:56:51,862 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T10:56:51,863 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T10:56:51,870 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T10:56:51,871 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T10:56:51,887 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732532211872,5,FailOnTimeoutGroup] 2024-11-25T10:56:51,921 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732532211888,5,FailOnTimeoutGroup] 2024-11-25T10:56:51,921 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:51,921 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T10:56:51,944 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:51,945 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:56:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:56:51,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:56:51,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T10:56:51,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:56:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:56:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:56:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:56:52,048 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=35001, startcode=1732532208139 2024-11-25T10:56:52,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:56:52,053 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=34647, startcode=1732532208680 2024-11-25T10:56:52,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,35001,1732532208139 2024-11-25T10:56:52,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,35001,1732532208139 2024-11-25T10:56:52,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:56:52,063 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36121,1732532206044 with port=43379, startcode=1732532208479 2024-11-25T10:56:52,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,34647,1732532208680 2024-11-25T10:56:52,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,34647,1732532208680 2024-11-25T10:56:52,073 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:56:52,073 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39233 2024-11-25T10:56:52,073 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:56:52,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,43379,1732532208479 2024-11-25T10:56:52,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,43379,1732532208479 2024-11-25T10:56:52,078 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:56:52,078 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39233 2024-11-25T10:56:52,078 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:56:52,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:56:52,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:56:52,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:52,082 DEBUG [RS:0;6bfc37bad115:35001 {}] zookeeper.ZKUtil(111): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,35001,1732532208139 2024-11-25T10:56:52,082 WARN [RS:0;6bfc37bad115:35001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:56:52,082 INFO [RS:0;6bfc37bad115:35001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:56:52,082 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,35001,1732532208139 2024-11-25T10:56:52,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:56:52,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:56:52,087 DEBUG [RS:2;6bfc37bad115:34647 {}] zookeeper.ZKUtil(111): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,34647,1732532208680 2024-11-25T10:56:52,087 WARN [RS:2;6bfc37bad115:34647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:56:52,087 INFO [RS:2;6bfc37bad115:34647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:56:52,088 DEBUG [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680 2024-11-25T10:56:52,089 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:56:52,089 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39233 2024-11-25T10:56:52,089 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:56:52,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:56:52,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:52,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,35001,1732532208139] 2024-11-25T10:56:52,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,34647,1732532208680] 2024-11-25T10:56:52,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:56:52,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:56:52,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:56:52,096 DEBUG [RS:1;6bfc37bad115:43379 {}] zookeeper.ZKUtil(111): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,43379,1732532208479 2024-11-25T10:56:52,096 WARN [RS:1;6bfc37bad115:43379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:56:52,096 INFO [RS:1;6bfc37bad115:43379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:56:52,096 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479 2024-11-25T10:56:52,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,43379,1732532208479] 2024-11-25T10:56:52,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:56:52,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:52,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:56:52,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:56:52,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:56:52,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:56:52,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:56:52,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:56:52,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740 2024-11-25T10:56:52,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740 2024-11-25T10:56:52,188 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:56:52,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:56:52,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:56:52,193 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:56:52,181 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:56:52,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:56:52,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:56:52,250 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:56:52,253 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:56:52,280 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:56:52,306 INFO [RS:0;6bfc37bad115:35001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:56:52,306 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,313 INFO [RS:1;6bfc37bad115:43379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:56:52,313 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,317 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:56:52,320 INFO [RS:2;6bfc37bad115:34647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:56:52,327 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,327 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:56:52,329 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,330 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,330 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,330 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,330 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,330 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,331 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,332 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:56:52,332 DEBUG [RS:0;6bfc37bad115:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:56:52,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:56:52,352 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:56:52,352 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65170135, jitterRate=-0.028889313340187073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:56:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732532212054Initializing all the Stores at 1732532212061 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532212061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532212062 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532212062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532212062Cleaning up temporary data from old regions at 1732532212193 (+131 ms)Region opened successfully at 1732532212361 (+168 ms) 2024-11-25T10:56:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:56:52,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:56:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:56:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:56:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:56:52,364 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:56:52,367 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:56:52,367 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,367 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,367 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,368 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,369 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,369 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,369 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,369 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:56:52,369 DEBUG [RS:1;6bfc37bad115:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:56:52,369 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:56:52,370 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,370 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,370 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,370 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,370 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,370 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,370 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:56:52,371 DEBUG [RS:2;6bfc37bad115:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:56:52,376 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,377 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,377 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,377 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,377 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,377 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,35001,1732532208139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:56:52,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:56:52,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732532212361Disabling compacts and flushes for region at 1732532212361Disabling writes for close at 1732532212361Writing region close event to WAL at 1732532212389 (+28 ms)Closed at 1732532212389 2024-11-25T10:56:52,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:56:52,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T10:56:52,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T10:56:52,434 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,435 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,435 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,435 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,435 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,435 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,43379,1732532208479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:56:52,439 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:56:52,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:56:52,454 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,35001,1732532208139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,454 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,454 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.Replication(171): 6bfc37bad115,35001,1732532208139 started 2024-11-25T10:56:52,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T10:56:52,478 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:56:52,478 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,43379,1732532208479-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,479 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,479 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.Replication(171): 6bfc37bad115,43379,1732532208479 started 2024-11-25T10:56:52,480 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,481 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,481 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,481 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,481 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,481 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,34647,1732532208680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:56:52,522 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,523 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,43379,1732532208479, RpcServer on 6bfc37bad115/172.17.0.3:43379, sessionid=0x100769585db0002 2024-11-25T10:56:52,524 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:56:52,524 DEBUG [RS:1;6bfc37bad115:43379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,43379,1732532208479 2024-11-25T10:56:52,524 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,43379,1732532208479' 2024-11-25T10:56:52,525 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:56:52,528 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,529 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,35001,1732532208139, RpcServer on 6bfc37bad115/172.17.0.3:35001, sessionid=0x100769585db0001 2024-11-25T10:56:52,529 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:56:52,529 DEBUG [RS:0;6bfc37bad115:35001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,35001,1732532208139 2024-11-25T10:56:52,529 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,35001,1732532208139' 2024-11-25T10:56:52,529 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:56:52,533 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:56:52,534 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:56:52,534 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,34647,1732532208680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,534 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,534 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.Replication(171): 6bfc37bad115,34647,1732532208680 started 2024-11-25T10:56:52,536 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:56:52,537 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:56:52,537 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:56:52,538 DEBUG [RS:0;6bfc37bad115:35001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,35001,1732532208139 2024-11-25T10:56:52,538 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,35001,1732532208139' 2024-11-25T10:56:52,538 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:56:52,545 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:56:52,545 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:56:52,545 DEBUG [RS:1;6bfc37bad115:43379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,43379,1732532208479 2024-11-25T10:56:52,545 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,43379,1732532208479' 2024-11-25T10:56:52,545 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:56:52,553 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:56:52,553 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:56:52,561 DEBUG [RS:1;6bfc37bad115:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:56:52,561 INFO [RS:1;6bfc37bad115:43379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:56:52,561 INFO [RS:1;6bfc37bad115:43379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:56:52,564 DEBUG [RS:0;6bfc37bad115:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:56:52,564 INFO [RS:0;6bfc37bad115:35001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:56:52,565 INFO [RS:0;6bfc37bad115:35001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:56:52,597 INFO [RS:2;6bfc37bad115:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:56:52,598 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,34647,1732532208680, RpcServer on 6bfc37bad115/172.17.0.3:34647, sessionid=0x100769585db0003 2024-11-25T10:56:52,598 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:56:52,598 DEBUG [RS:2;6bfc37bad115:34647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,34647,1732532208680 2024-11-25T10:56:52,598 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,34647,1732532208680' 2024-11-25T10:56:52,598 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:56:52,607 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:56:52,616 WARN [6bfc37bad115:36121 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:56:52,617 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:56:52,617 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:56:52,617 DEBUG [RS:2;6bfc37bad115:34647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,34647,1732532208680 2024-11-25T10:56:52,617 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,34647,1732532208680' 2024-11-25T10:56:52,617 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:56:52,629 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:56:52,635 DEBUG [RS:2;6bfc37bad115:34647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:56:52,635 INFO [RS:2;6bfc37bad115:34647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:56:52,635 INFO [RS:2;6bfc37bad115:34647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:56:52,675 INFO [RS:0;6bfc37bad115:35001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:56:52,681 INFO [RS:1;6bfc37bad115:43379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:56:52,697 INFO [RS:0;6bfc37bad115:35001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C35001%2C1732532208139, suffix=, logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,35001,1732532208139, archiveDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs, maxLogs=32 2024-11-25T10:56:52,717 INFO [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C43379%2C1732532208479, suffix=, logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479, archiveDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs, maxLogs=32 2024-11-25T10:56:52,740 INFO [RS:2;6bfc37bad115:34647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:56:52,741 DEBUG [RS:0;6bfc37bad115:35001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,35001,1732532208139/6bfc37bad115%2C35001%2C1732532208139.1732532212700, exclude list is [], retry=0 2024-11-25T10:56:52,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44521,DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3,DISK] 2024-11-25T10:56:52,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc,DISK] 2024-11-25T10:56:52,753 DEBUG [RS:1;6bfc37bad115:43379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479/6bfc37bad115%2C43379%2C1732532208479.1732532212720, exclude list is [], retry=0 2024-11-25T10:56:52,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-342f6894-e38c-4dbf-b64d-c56a53e35705,DISK] 2024-11-25T10:56:52,755 INFO [RS:2;6bfc37bad115:34647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C34647%2C1732532208680, suffix=, logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680, archiveDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs, maxLogs=32 2024-11-25T10:56:52,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc,DISK] 2024-11-25T10:56:52,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-342f6894-e38c-4dbf-b64d-c56a53e35705,DISK] 2024-11-25T10:56:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44521,DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3,DISK] 2024-11-25T10:56:52,808 DEBUG [RS:2;6bfc37bad115:34647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680/6bfc37bad115%2C34647%2C1732532208680.1732532212757, exclude list is [], retry=0 2024-11-25T10:56:52,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc,DISK] 2024-11-25T10:56:52,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44521,DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3,DISK] 2024-11-25T10:56:52,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-342f6894-e38c-4dbf-b64d-c56a53e35705,DISK] 2024-11-25T10:56:52,824 INFO [RS:0;6bfc37bad115:35001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,35001,1732532208139/6bfc37bad115%2C35001%2C1732532208139.1732532212700 2024-11-25T10:56:52,839 DEBUG [RS:0;6bfc37bad115:35001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:34867:34867),(127.0.0.1/127.0.0.1:35105:35105)] 2024-11-25T10:56:52,903 INFO [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479/6bfc37bad115%2C43379%2C1732532208479.1732532212720 2024-11-25T10:56:52,921 DEBUG [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35105:35105),(127.0.0.1/127.0.0.1:34867:34867),(127.0.0.1/127.0.0.1:39323:39323)] 2024-11-25T10:56:52,928 INFO [RS:2;6bfc37bad115:34647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680/6bfc37bad115%2C34647%2C1732532208680.1732532212757 2024-11-25T10:56:52,929 DEBUG [RS:2;6bfc37bad115:34647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34867:34867),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:35105:35105)] 2024-11-25T10:56:53,124 DEBUG [6bfc37bad115:36121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T10:56:53,169 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(204): Hosts are {6bfc37bad115=0} racks are {/default-rack=0} 2024-11-25T10:56:53,218 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T10:56:53,219 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T10:56:53,219 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T10:56:53,219 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T10:56:53,219 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T10:56:53,219 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T10:56:53,219 INFO [6bfc37bad115:36121 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T10:56:53,219 INFO [6bfc37bad115:36121 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T10:56:53,219 INFO [6bfc37bad115:36121 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T10:56:53,219 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T10:56:53,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:56:53,247 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6bfc37bad115,43379,1732532208479, state=OPENING 2024-11-25T10:56:53,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T10:56:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:53,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:53,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:56:53,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:56:53,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:56:53,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:56:53,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:56:53,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:56:53,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:56:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:56:56,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T10:56:56,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T10:57:03,346 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:57:03,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:57:03,373 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T10:57:03,373 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:57:03,374 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T10:57:03,384 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C43379%2C1732532208479.meta, suffix=.meta, logDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479, archiveDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs, maxLogs=32 2024-11-25T10:57:03,409 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479/6bfc37bad115%2C43379%2C1732532208479.meta.1732532223387.meta, exclude list is [], retry=0 2024-11-25T10:57:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-a9cce76c-972b-4cf2-81b8-f80b25472bcc,DISK] 2024-11-25T10:57:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44521,DS-5356f680-f042-433a-b5c1-72bbcbd7b2b3,DISK] 2024-11-25T10:57:03,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-342f6894-e38c-4dbf-b64d-c56a53e35705,DISK] 2024-11-25T10:57:03,469 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479/6bfc37bad115%2C43379%2C1732532208479.meta.1732532223387.meta 2024-11-25T10:57:03,474 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34867:34867),(127.0.0.1/127.0.0.1:35105:35105),(127.0.0.1/127.0.0.1:39323:39323)] 2024-11-25T10:57:03,474 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:57:03,477 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T10:57:03,482 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T10:57:03,494 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T10:57:03,507 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T10:57:03,507 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:03,508 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T10:57:03,508 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T10:57:03,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:57:03,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:57:03,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:03,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:57:03,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:57:03,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:57:03,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:03,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:57:03,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:57:03,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:57:03,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:03,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:57:03,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:57:03,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:57:03,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:03,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:57:03,550 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:57:03,552 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740 2024-11-25T10:57:03,558 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740 2024-11-25T10:57:03,561 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:57:03,561 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:57:03,563 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:57:03,566 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:57:03,569 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64653197, jitterRate=-0.03659228980541229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:57:03,569 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T10:57:03,571 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732532223508Writing region info on filesystem at 1732532223509 (+1 ms)Initializing all the Stores at 1732532223516 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532223516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532223516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532223516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532223516Cleaning up temporary data from old regions at 1732532223562 (+46 ms)Running coprocessor post-open hooks at 1732532223569 (+7 ms)Region opened successfully at 1732532223571 (+2 ms) 2024-11-25T10:57:03,590 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732532223333 2024-11-25T10:57:03,607 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T10:57:03,608 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T10:57:03,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:03,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6bfc37bad115,43379,1732532208479, state=OPEN 2024-11-25T10:57:03,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:57:03,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:57:03,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:57:03,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:57:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:57:03,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:57:03,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:57:03,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:57:03,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T10:57:03,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6bfc37bad115,43379,1732532208479 in 10.3400 sec 2024-11-25T10:57:03,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T10:57:03,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.2320 sec 2024-11-25T10:57:03,654 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:57:03,654 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T10:57:03,688 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:57:03,689 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,43379,1732532208479, seqNum=-1] 2024-11-25T10:57:03,719 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:57:03,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:57:03,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.3260 sec 2024-11-25T10:57:03,781 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732532223781, completionTime=-1 2024-11-25T10:57:03,785 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T10:57:03,785 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T10:57:03,827 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T10:57:03,827 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732532283827 2024-11-25T10:57:03,827 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732532343827 2024-11-25T10:57:03,828 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 42 msec 2024-11-25T10:57:03,831 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:57:03,846 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36121,1732532206044-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:03,851 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36121,1732532206044-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:03,851 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36121,1732532206044-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:03,854 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6bfc37bad115:36121, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:03,855 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:03,863 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:03,920 DEBUG [master/6bfc37bad115:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T10:57:03,944 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 15.026sec 2024-11-25T10:57:03,957 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T10:57:03,959 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T10:57:03,960 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T10:57:03,961 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T10:57:03,961 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T10:57:03,981 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36121,1732532206044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:57:03,982 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36121,1732532206044-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T10:57:04,005 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T10:57:04,006 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T10:57:04,007 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36121,1732532206044-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:57:04,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:57:04,021 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T10:57:04,021 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T10:57:04,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6bfc37bad115,36121,-1 for getting cluster id 2024-11-25T10:57:04,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:57:04,049 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f49866a-17cb-42c0-b13e-a54417c0f120' 2024-11-25T10:57:04,057 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:57:04,058 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f49866a-17cb-42c0-b13e-a54417c0f120" 2024-11-25T10:57:04,058 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d51cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:57:04,058 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6bfc37bad115,36121,-1] 2024-11-25T10:57:04,063 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:57:04,066 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:57:04,070 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:57:04,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:57:04,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:57:04,085 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,43379,1732532208479, seqNum=-1] 2024-11-25T10:57:04,086 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:57:04,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:57:04,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6bfc37bad115,36121,1732532206044 2024-11-25T10:57:04,132 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732532224131 (current time:1732532224131). 2024-11-25T10:57:04,133 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T10:57:04,133 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T10:57:04,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:57:04,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6bfc37bad115,36121,-1 for getting cluster id 2024-11-25T10:57:04,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:57:04,139 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f49866a-17cb-42c0-b13e-a54417c0f120' 2024-11-25T10:57:04,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:57:04,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f49866a-17cb-42c0-b13e-a54417c0f120" 2024-11-25T10:57:04,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:57:04,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb59018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:57:04,142 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6bfc37bad115,36121,-1] 2024-11-25T10:57:04,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:57:04,144 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:57:04,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6730198a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:57:04,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:57:04,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T10:57:04,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,43379,1732532208479, seqNum=-1] 2024-11-25T10:57:04,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:57:04,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:57:04,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:57:04,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:57:04,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:57:04,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:57:04,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:57:04,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:57:04,218 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6bfc37bad115,36121,1732532206044 2024-11-25T10:57:04,222 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292884ac 2024-11-25T10:57:04,223 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:57:04,226 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:57:04,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:57:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T10:57:04,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:57:04,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T10:57:04,260 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:04,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:57:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741837_1013 (size=361) 2024-11-25T10:57:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741837_1013 (size=361) 2024-11-25T10:57:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741837_1013 (size=361) 2024-11-25T10:57:04,334 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f0c22bcf55298d7c8c554ddd54b1c27, NAME => 'SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,342 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 33039c71ded069b418380ba225913e7b, NAME => 'SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,346 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ce7190734fb896a3bd00c0166d37e019, NAME => 'SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741838_1014 (size=54) 2024-11-25T10:57:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741838_1014 (size=54) 2024-11-25T10:57:04,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741838_1014 (size=54) 2024-11-25T10:57:04,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8f0c22bcf55298d7c8c554ddd54b1c27, disabling compactions & flushes 2024-11-25T10:57:04,446 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:04,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:04,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. after waiting 0 ms 2024-11-25T10:57:04,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:04,446 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:04,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f0c22bcf55298d7c8c554ddd54b1c27: Waiting for close lock at 1732532224445Disabling compacts and flushes for region at 1732532224445Disabling writes for close at 1732532224446 (+1 ms)Writing region close event to WAL at 1732532224446Closed at 1732532224446 2024-11-25T10:57:04,448 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6dee98522f32e2e29b7baa43efa4be3, NAME => 'SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741840_1016 (size=62) 2024-11-25T10:57:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741840_1016 (size=62) 2024-11-25T10:57:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741840_1016 (size=62) 2024-11-25T10:57:04,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741839_1015 (size=62) 2024-11-25T10:57:04,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741839_1015 (size=62) 2024-11-25T10:57:04,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741839_1015 (size=62) 2024-11-25T10:57:04,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 33039c71ded069b418380ba225913e7b, disabling compactions & flushes 2024-11-25T10:57:04,495 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:04,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:04,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. after waiting 0 ms 2024-11-25T10:57:04,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:04,496 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:04,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 33039c71ded069b418380ba225913e7b: Waiting for close lock at 1732532224495Disabling compacts and flushes for region at 1732532224495Disabling writes for close at 1732532224495Writing region close event to WAL at 1732532224496 (+1 ms)Closed at 1732532224496 2024-11-25T10:57:04,497 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3a5eb9971db421e69f77316349b56fed, NAME => 'SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741841_1017 (size=62) 2024-11-25T10:57:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741841_1017 (size=62) 2024-11-25T10:57:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741841_1017 (size=62) 2024-11-25T10:57:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741842_1018 (size=62) 2024-11-25T10:57:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741842_1018 (size=62) 2024-11-25T10:57:04,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741842_1018 (size=62) 2024-11-25T10:57:04,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3a5eb9971db421e69f77316349b56fed, disabling compactions & flushes 2024-11-25T10:57:04,553 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:04,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:04,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. after waiting 0 ms 2024-11-25T10:57:04,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:04,553 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:04,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3a5eb9971db421e69f77316349b56fed: Waiting for close lock at 1732532224553Disabling compacts and flushes for region at 1732532224553Disabling writes for close at 1732532224553Writing region close event to WAL at 1732532224553Closed at 1732532224553 2024-11-25T10:57:04,555 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cacfc9f77d88b666cf62390b56c6b2fe, NAME => 'SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741843_1019 (size=62) 2024-11-25T10:57:04,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741843_1019 (size=62) 2024-11-25T10:57:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741843_1019 (size=62) 2024-11-25T10:57:04,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cacfc9f77d88b666cf62390b56c6b2fe, disabling compactions & flushes 2024-11-25T10:57:04,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:04,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:04,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. after waiting 0 ms 2024-11-25T10:57:04,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:04,577 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:04,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cacfc9f77d88b666cf62390b56c6b2fe: Waiting for close lock at 1732532224576Disabling compacts and flushes for region at 1732532224576Disabling writes for close at 1732532224577 (+1 ms)Writing region close event to WAL at 1732532224577Closed at 1732532224577 2024-11-25T10:57:04,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0c217f873ac5f5a48a8e4d23fd94f2ec, NAME => 'SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741844_1020 (size=62) 2024-11-25T10:57:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741844_1020 (size=62) 2024-11-25T10:57:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741844_1020 (size=62) 2024-11-25T10:57:04,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0c217f873ac5f5a48a8e4d23fd94f2ec, disabling compactions & flushes 2024-11-25T10:57:04,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:04,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:04,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. after waiting 0 ms 2024-11-25T10:57:04,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:04,645 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:04,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0c217f873ac5f5a48a8e4d23fd94f2ec: Waiting for close lock at 1732532224644Disabling compacts and flushes for region at 1732532224644Disabling writes for close at 1732532224645 (+1 ms)Writing region close event to WAL at 1732532224645Closed at 1732532224645 2024-11-25T10:57:04,646 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 21e7af9889de1a2ab2d97fd01ea22973, NAME => 'SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741845_1021 (size=62) 2024-11-25T10:57:04,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741845_1021 (size=62) 2024-11-25T10:57:04,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741845_1021 (size=62) 2024-11-25T10:57:04,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 21e7af9889de1a2ab2d97fd01ea22973, disabling compactions & flushes 2024-11-25T10:57:04,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:04,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:04,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. after waiting 0 ms 2024-11-25T10:57:04,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:04,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:04,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 21e7af9889de1a2ab2d97fd01ea22973: Waiting for close lock at 1732532224697Disabling compacts and flushes for region at 1732532224697Disabling writes for close at 1732532224697Writing region close event to WAL at 1732532224697Closed at 1732532224697 2024-11-25T10:57:04,698 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 29bce9f14b94d373b48e29f64ae70113, NAME => 'SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741846_1022 (size=62) 2024-11-25T10:57:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741846_1022 (size=62) 2024-11-25T10:57:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741846_1022 (size=62) 2024-11-25T10:57:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 29bce9f14b94d373b48e29f64ae70113, disabling compactions & flushes 2024-11-25T10:57:04,787 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. after waiting 0 ms 2024-11-25T10:57:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:04,787 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 29bce9f14b94d373b48e29f64ae70113: Waiting for close lock at 1732532224787Disabling compacts and flushes for region at 1732532224787Disabling writes for close at 1732532224787Writing region close event to WAL at 1732532224787Closed at 1732532224787 2024-11-25T10:57:04,788 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae8eeac79527015576aec35bdbde4a11, NAME => 'SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7 2024-11-25T10:57:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741847_1023 (size=54) 2024-11-25T10:57:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741847_1023 (size=54) 2024-11-25T10:57:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741847_1023 (size=54) 2024-11-25T10:57:04,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ae8eeac79527015576aec35bdbde4a11, disabling compactions & flushes 2024-11-25T10:57:04,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:04,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:04,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. after waiting 0 ms 2024-11-25T10:57:04,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:04,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:04,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae8eeac79527015576aec35bdbde4a11: Waiting for close lock at 1732532224835Disabling compacts and flushes for region at 1732532224835Disabling writes for close at 1732532224835Writing region close event to WAL at 1732532224835Closed at 1732532224835 2024-11-25T10:57:04,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ce7190734fb896a3bd00c0166d37e019, disabling compactions & flushes 2024-11-25T10:57:04,887 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:04,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:04,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. after waiting 0 ms 2024-11-25T10:57:04,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:04,888 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:04,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ce7190734fb896a3bd00c0166d37e019: Waiting for close lock at 1732532224887Disabling compacts and flushes for region at 1732532224887Disabling writes for close at 1732532224888 (+1 ms)Writing region close event to WAL at 1732532224888Closed at 1732532224888 2024-11-25T10:57:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:04,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:04,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f6dee98522f32e2e29b7baa43efa4be3, disabling compactions & flushes 2024-11-25T10:57:04,927 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:04,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:04,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. after waiting 0 ms 2024-11-25T10:57:04,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:04,928 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:04,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6dee98522f32e2e29b7baa43efa4be3: Waiting for close lock at 1732532224927Disabling compacts and flushes for region at 1732532224927Disabling writes for close at 1732532224927Writing region close event to WAL at 1732532224928 (+1 ms)Closed at 1732532224928 2024-11-25T10:57:04,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:57:04,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:04,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532224931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532224931"}]},"ts":"1732532224931"} 2024-11-25T10:57:05,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T10:57:05,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:57:05,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732532225008"}]},"ts":"1732532225008"} 2024-11-25T10:57:05,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T10:57:05,021 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {6bfc37bad115=0} racks are {/default-rack=0} 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T10:57:05,041 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T10:57:05,041 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T10:57:05,041 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T10:57:05,041 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T10:57:05,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0c22bcf55298d7c8c554ddd54b1c27, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce7190734fb896a3bd00c0166d37e019, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6dee98522f32e2e29b7baa43efa4be3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a5eb9971db421e69f77316349b56fed, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cacfc9f77d88b666cf62390b56c6b2fe, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21e7af9889de1a2ab2d97fd01ea22973, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29bce9f14b94d373b48e29f64ae70113, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN}] 2024-11-25T10:57:05,050 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN 2024-11-25T10:57:05,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21e7af9889de1a2ab2d97fd01ea22973, ASSIGN 2024-11-25T10:57:05,051 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN 2024-11-25T10:57:05,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29bce9f14b94d373b48e29f64ae70113, ASSIGN 2024-11-25T10:57:05,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cacfc9f77d88b666cf62390b56c6b2fe, ASSIGN 2024-11-25T10:57:05,061 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN; state=OFFLINE, location=6bfc37bad115,34647,1732532208680; forceNewPlan=false, retain=false 2024-11-25T10:57:05,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21e7af9889de1a2ab2d97fd01ea22973, ASSIGN; state=OFFLINE, location=6bfc37bad115,35001,1732532208139; forceNewPlan=false, retain=false 2024-11-25T10:57:05,063 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN; state=OFFLINE, location=6bfc37bad115,34647,1732532208680; forceNewPlan=false, retain=false 2024-11-25T10:57:05,065 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29bce9f14b94d373b48e29f64ae70113, ASSIGN; state=OFFLINE, location=6bfc37bad115,43379,1732532208479; forceNewPlan=false, retain=false 2024-11-25T10:57:05,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cacfc9f77d88b666cf62390b56c6b2fe, ASSIGN; state=OFFLINE, location=6bfc37bad115,43379,1732532208479; forceNewPlan=false, retain=false 2024-11-25T10:57:05,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a5eb9971db421e69f77316349b56fed, ASSIGN 2024-11-25T10:57:05,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6dee98522f32e2e29b7baa43efa4be3, ASSIGN 2024-11-25T10:57:05,079 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a5eb9971db421e69f77316349b56fed, ASSIGN; state=OFFLINE, location=6bfc37bad115,35001,1732532208139; forceNewPlan=false, retain=false 2024-11-25T10:57:05,080 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6dee98522f32e2e29b7baa43efa4be3, ASSIGN; state=OFFLINE, location=6bfc37bad115,43379,1732532208479; forceNewPlan=false, retain=false 2024-11-25T10:57:05,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce7190734fb896a3bd00c0166d37e019, ASSIGN 2024-11-25T10:57:05,092 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0c22bcf55298d7c8c554ddd54b1c27, ASSIGN 2024-11-25T10:57:05,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN 2024-11-25T10:57:05,095 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce7190734fb896a3bd00c0166d37e019, ASSIGN; state=OFFLINE, location=6bfc37bad115,35001,1732532208139; forceNewPlan=false, retain=false 2024-11-25T10:57:05,096 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f0c22bcf55298d7c8c554ddd54b1c27, ASSIGN; state=OFFLINE, location=6bfc37bad115,43379,1732532208479; forceNewPlan=false, retain=false 2024-11-25T10:57:05,097 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN; state=OFFLINE, location=6bfc37bad115,34647,1732532208680; forceNewPlan=false, retain=false 2024-11-25T10:57:05,218 INFO [6bfc37bad115:36121 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T10:57:05,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=29bce9f14b94d373b48e29f64ae70113, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:05,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cacfc9f77d88b666cf62390b56c6b2fe, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:05,221 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f6dee98522f32e2e29b7baa43efa4be3, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:05,221 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f0c22bcf55298d7c8c554ddd54b1c27, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:05,222 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=21e7af9889de1a2ab2d97fd01ea22973, regionState=OPENING, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:05,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a5eb9971db421e69f77316349b56fed, regionState=OPENING, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:05,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce7190734fb896a3bd00c0166d37e019, regionState=OPENING, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:05,224 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ae8eeac79527015576aec35bdbde4a11, regionState=OPENING, regionLocation=6bfc37bad115,34647,1732532208680 2024-11-25T10:57:05,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0c217f873ac5f5a48a8e4d23fd94f2ec, regionState=OPENING, regionLocation=6bfc37bad115,34647,1732532208680 2024-11-25T10:57:05,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=33039c71ded069b418380ba225913e7b, regionState=OPENING, regionLocation=6bfc37bad115,34647,1732532208680 2024-11-25T10:57:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29bce9f14b94d373b48e29f64ae70113, ASSIGN because future has completed 2024-11-25T10:57:05,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bce9f14b94d373b48e29f64ae70113, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:05,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cacfc9f77d88b666cf62390b56c6b2fe, ASSIGN because future has completed 2024-11-25T10:57:05,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:05,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6dee98522f32e2e29b7baa43efa4be3, ASSIGN because future has completed 2024-11-25T10:57:05,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f0c22bcf55298d7c8c554ddd54b1c27, ASSIGN because future has completed 2024-11-25T10:57:05,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6dee98522f32e2e29b7baa43efa4be3, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:05,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:05,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21e7af9889de1a2ab2d97fd01ea22973, ASSIGN because future has completed 2024-11-25T10:57:05,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973, server=6bfc37bad115,35001,1732532208139}] 2024-11-25T10:57:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a5eb9971db421e69f77316349b56fed, ASSIGN because future has completed 2024-11-25T10:57:05,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a5eb9971db421e69f77316349b56fed, server=6bfc37bad115,35001,1732532208139}] 2024-11-25T10:57:05,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce7190734fb896a3bd00c0166d37e019, ASSIGN because future has completed 2024-11-25T10:57:05,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce7190734fb896a3bd00c0166d37e019, server=6bfc37bad115,35001,1732532208139}] 2024-11-25T10:57:05,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN because future has completed 2024-11-25T10:57:05,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN because future has completed 2024-11-25T10:57:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN because future has completed 2024-11-25T10:57:05,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33039c71ded069b418380ba225913e7b, server=6bfc37bad115,34647,1732532208680}] 2024-11-25T10:57:05,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec, server=6bfc37bad115,34647,1732532208680}] 2024-11-25T10:57:05,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae8eeac79527015576aec35bdbde4a11, server=6bfc37bad115,34647,1732532208680}] 2024-11-25T10:57:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:06,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:57:06,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T10:57:06,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:57:06,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T10:57:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:09,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:57:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:14,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:57:15,299 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:15,300 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cacfc9f77d88b666cf62390b56c6b2fe, NAME => 'SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T10:57:15,300 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,300 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,301 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,301 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,302 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:57:15,312 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:57:15,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:57:15,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:57:15,317 INFO [StoreOpener-cacfc9f77d88b666cf62390b56c6b2fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,340 INFO [StoreOpener-cacfc9f77d88b666cf62390b56c6b2fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cacfc9f77d88b666cf62390b56c6b2fe columnFamilyName cf 2024-11-25T10:57:15,340 DEBUG [StoreOpener-cacfc9f77d88b666cf62390b56c6b2fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,343 INFO [StoreOpener-cacfc9f77d88b666cf62390b56c6b2fe-1 {}] regionserver.HStore(327): Store=cacfc9f77d88b666cf62390b56c6b2fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,344 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,347 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,349 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:15,349 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c217f873ac5f5a48a8e4d23fd94f2ec, NAME => 'SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T10:57:15,350 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,350 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,350 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,350 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,353 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,354 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,354 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,360 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,380 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/cacfc9f77d88b666cf62390b56c6b2fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,381 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cacfc9f77d88b666cf62390b56c6b2fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66533304, jitterRate=-0.008576512336730957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,381 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:15,382 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cacfc9f77d88b666cf62390b56c6b2fe: Running coprocessor pre-open hook at 1732532235301Writing region info on filesystem at 1732532235301Initializing all the Stores at 1732532235308 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235308Cleaning up temporary data from old regions at 1732532235354 (+46 ms)Running coprocessor post-open hooks at 1732532235381 (+27 ms)Region opened successfully at 1732532235382 (+1 ms) 2024-11-25T10:57:15,383 INFO [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,386 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:15,386 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 21e7af9889de1a2ab2d97fd01ea22973, NAME => 'SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T10:57:15,387 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,387 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,387 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,387 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,390 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe., pid=16, masterSystemTime=1732532235250 2024-11-25T10:57:15,391 INFO [StoreOpener-21e7af9889de1a2ab2d97fd01ea22973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,392 INFO [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c217f873ac5f5a48a8e4d23fd94f2ec columnFamilyName cf 2024-11-25T10:57:15,392 DEBUG [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,393 INFO [StoreOpener-21e7af9889de1a2ab2d97fd01ea22973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e7af9889de1a2ab2d97fd01ea22973 columnFamilyName cf 2024-11-25T10:57:15,393 DEBUG [StoreOpener-21e7af9889de1a2ab2d97fd01ea22973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,394 INFO [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] regionserver.HStore(327): Store=0c217f873ac5f5a48a8e4d23fd94f2ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,396 INFO [StoreOpener-21e7af9889de1a2ab2d97fd01ea22973-1 {}] regionserver.HStore(327): Store=21e7af9889de1a2ab2d97fd01ea22973/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,397 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,397 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,398 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,399 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,400 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,400 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,404 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,407 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:15,407 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:15,407 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,407 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:15,407 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bce9f14b94d373b48e29f64ae70113, NAME => 'SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T10:57:15,408 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,409 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,409 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cacfc9f77d88b666cf62390b56c6b2fe, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:15,413 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,414 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,414 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,415 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,426 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/0c217f873ac5f5a48a8e4d23fd94f2ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,427 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0c217f873ac5f5a48a8e4d23fd94f2ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60431397, jitterRate=-0.09950201213359833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,427 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:15,427 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0c217f873ac5f5a48a8e4d23fd94f2ec: Running coprocessor pre-open hook at 1732532235350Writing region info on filesystem at 1732532235350Initializing all the Stores at 1732532235368 (+18 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235368Cleaning up temporary data from old regions at 1732532235409 (+41 ms)Running coprocessor post-open hooks at 1732532235427 (+18 ms)Region opened successfully at 1732532235427 2024-11-25T10:57:15,429 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,431 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6bfc37bad115,43379,1732532208479, table=SPTestTable, region=cacfc9f77d88b666cf62390b56c6b2fe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T10:57:15,432 INFO [StoreOpener-29bce9f14b94d373b48e29f64ae70113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe, server=6bfc37bad115,43379,1732532208479 because future has completed 2024-11-25T10:57:15,436 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,437 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 21e7af9889de1a2ab2d97fd01ea22973; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69679545, jitterRate=0.03830613195896149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,437 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:15,437 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., pid=23, masterSystemTime=1732532235312 2024-11-25T10:57:15,438 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 21e7af9889de1a2ab2d97fd01ea22973: Running coprocessor pre-open hook at 1732532235387Writing region info on filesystem at 1732532235387Initializing all the Stores at 1732532235390 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235390Cleaning up temporary data from old regions at 1732532235400 (+10 ms)Running coprocessor post-open hooks at 1732532235437 (+37 ms)Region opened successfully at 1732532235438 (+1 ms) 2024-11-25T10:57:15,440 INFO [StoreOpener-29bce9f14b94d373b48e29f64ae70113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bce9f14b94d373b48e29f64ae70113 columnFamilyName cf 2024-11-25T10:57:15,440 DEBUG [StoreOpener-29bce9f14b94d373b48e29f64ae70113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,441 INFO [StoreOpener-29bce9f14b94d373b48e29f64ae70113-1 {}] regionserver.HStore(327): Store=29bce9f14b94d373b48e29f64ae70113/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,441 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,442 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,449 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,450 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,450 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,452 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973., pid=19, masterSystemTime=1732532235302 2024-11-25T10:57:15,453 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:15,453 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:15,453 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:15,453 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 33039c71ded069b418380ba225913e7b, NAME => 'SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T10:57:15,454 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,454 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,454 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,454 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,454 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0c217f873ac5f5a48a8e4d23fd94f2ec, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,34647,1732532208680 2024-11-25T10:57:15,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec, server=6bfc37bad115,34647,1732532208680 because future has completed 2024-11-25T10:57:15,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-25T10:57:15,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe, server=6bfc37bad115,43379,1732532208479 in 10.2080 sec 2024-11-25T10:57:15,472 INFO [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,473 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:15,473 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:15,473 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:15,474 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ce7190734fb896a3bd00c0166d37e019, NAME => 'SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T10:57:15,474 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,474 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,474 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,475 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,477 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cacfc9f77d88b666cf62390b56c6b2fe, ASSIGN in 10.4280 sec 2024-11-25T10:57:15,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=21e7af9889de1a2ab2d97fd01ea22973, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:15,482 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 29bce9f14b94d373b48e29f64ae70113; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65005111, jitterRate=-0.03134836256504059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,482 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:15,482 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 29bce9f14b94d373b48e29f64ae70113: Running coprocessor pre-open hook at 1732532235415Writing region info on filesystem at 1732532235415Initializing all the Stores at 1732532235429 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235430 (+1 ms)Cleaning up temporary data from old regions at 1732532235450 (+20 ms)Running coprocessor post-open hooks at 1732532235482 (+32 ms)Region opened successfully at 1732532235482 2024-11-25T10:57:15,484 INFO [StoreOpener-ce7190734fb896a3bd00c0166d37e019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,485 INFO [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33039c71ded069b418380ba225913e7b columnFamilyName cf 2024-11-25T10:57:15,485 DEBUG [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,486 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., pid=15, masterSystemTime=1732532235250 2024-11-25T10:57:15,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-25T10:57:15,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec, server=6bfc37bad115,34647,1732532208680 in 10.1680 sec 2024-11-25T10:57:15,494 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:15,494 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:15,494 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:15,494 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f6dee98522f32e2e29b7baa43efa4be3, NAME => 'SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T10:57:15,495 INFO [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] regionserver.HStore(327): Store=33039c71ded069b418380ba225913e7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,495 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,495 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,495 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,495 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,495 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,496 INFO [StoreOpener-ce7190734fb896a3bd00c0166d37e019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce7190734fb896a3bd00c0166d37e019 columnFamilyName cf 2024-11-25T10:57:15,496 DEBUG [StoreOpener-ce7190734fb896a3bd00c0166d37e019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,497 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN in 10.4480 sec 2024-11-25T10:57:15,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973, server=6bfc37bad115,35001,1732532208139 because future has completed 2024-11-25T10:57:15,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=29bce9f14b94d373b48e29f64ae70113, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:15,501 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,502 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,503 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,504 INFO [StoreOpener-ce7190734fb896a3bd00c0166d37e019-1 {}] regionserver.HStore(327): Store=ce7190734fb896a3bd00c0166d37e019/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,504 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,505 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,506 INFO [StoreOpener-f6dee98522f32e2e29b7baa43efa4be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,509 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,513 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,513 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,513 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,515 INFO [StoreOpener-f6dee98522f32e2e29b7baa43efa4be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6dee98522f32e2e29b7baa43efa4be3 columnFamilyName cf 2024-11-25T10:57:15,515 DEBUG [StoreOpener-f6dee98522f32e2e29b7baa43efa4be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bce9f14b94d373b48e29f64ae70113, server=6bfc37bad115,43379,1732532208479 because future has completed 2024-11-25T10:57:15,521 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-25T10:57:15,526 INFO [StoreOpener-f6dee98522f32e2e29b7baa43efa4be3-1 {}] regionserver.HStore(327): Store=f6dee98522f32e2e29b7baa43efa4be3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,528 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973, server=6bfc37bad115,35001,1732532208139 in 10.2300 sec 2024-11-25T10:57:15,531 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ce7190734fb896a3bd00c0166d37e019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21e7af9889de1a2ab2d97fd01ea22973, ASSIGN in 10.4840 sec 2024-11-25T10:57:15,532 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ce7190734fb896a3bd00c0166d37e019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66422522, jitterRate=-0.010227292776107788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,532 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:15,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-25T10:57:15,532 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ce7190734fb896a3bd00c0166d37e019: Running coprocessor pre-open hook at 1732532235475Writing region info on filesystem at 1732532235475Initializing all the Stores at 1732532235484 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235484Cleaning up temporary data from old regions at 1732532235513 (+29 ms)Running coprocessor post-open hooks at 1732532235532 (+19 ms)Region opened successfully at 1732532235532 2024-11-25T10:57:15,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 29bce9f14b94d373b48e29f64ae70113, server=6bfc37bad115,43379,1732532208479 in 10.2870 sec 2024-11-25T10:57:15,533 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,534 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/33039c71ded069b418380ba225913e7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,537 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 33039c71ded069b418380ba225913e7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68036972, jitterRate=0.01382988691329956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,537 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:15,538 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 33039c71ded069b418380ba225913e7b: Running coprocessor pre-open hook at 1732532235455Writing region info on filesystem at 1732532235455Initializing all the Stores at 1732532235464 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235464Cleaning up temporary data from old regions at 1732532235503 (+39 ms)Running coprocessor post-open hooks at 1732532235538 (+35 ms)Region opened successfully at 1732532235538 2024-11-25T10:57:15,538 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019., pid=21, masterSystemTime=1732532235302 2024-11-25T10:57:15,542 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b., pid=22, masterSystemTime=1732532235312 2024-11-25T10:57:15,545 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,548 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,549 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29bce9f14b94d373b48e29f64ae70113, ASSIGN in 10.4900 sec 2024-11-25T10:57:15,551 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:15,551 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:15,551 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:15,551 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a5eb9971db421e69f77316349b56fed, NAME => 'SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T10:57:15,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce7190734fb896a3bd00c0166d37e019, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:15,552 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,553 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,553 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,553 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,556 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:15,556 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:15,556 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:15,556 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ae8eeac79527015576aec35bdbde4a11, NAME => 'SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T10:57:15,557 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,557 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,557 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,557 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=33039c71ded069b418380ba225913e7b, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,34647,1732532208680 2024-11-25T10:57:15,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce7190734fb896a3bd00c0166d37e019, server=6bfc37bad115,35001,1732532208139 because future has completed 2024-11-25T10:57:15,569 INFO [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33039c71ded069b418380ba225913e7b, server=6bfc37bad115,34647,1732532208680 because future has completed 2024-11-25T10:57:15,573 INFO [StoreOpener-3a5eb9971db421e69f77316349b56fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,574 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-25T10:57:15,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ce7190734fb896a3bd00c0166d37e019, server=6bfc37bad115,35001,1732532208139 in 10.2830 sec 2024-11-25T10:57:15,582 INFO [StoreOpener-3a5eb9971db421e69f77316349b56fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5eb9971db421e69f77316349b56fed columnFamilyName cf 2024-11-25T10:57:15,582 DEBUG [StoreOpener-3a5eb9971db421e69f77316349b56fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-25T10:57:15,585 INFO [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae8eeac79527015576aec35bdbde4a11 columnFamilyName cf 2024-11-25T10:57:15,585 DEBUG [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,586 INFO [StoreOpener-3a5eb9971db421e69f77316349b56fed-1 {}] regionserver.HStore(327): Store=3a5eb9971db421e69f77316349b56fed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,586 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,586 INFO [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] regionserver.HStore(327): Store=ae8eeac79527015576aec35bdbde4a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,586 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,587 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 33039c71ded069b418380ba225913e7b, server=6bfc37bad115,34647,1732532208680 in 10.2670 sec 2024-11-25T10:57:15,589 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,589 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce7190734fb896a3bd00c0166d37e019, ASSIGN in 10.5380 sec 2024-11-25T10:57:15,589 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,590 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,590 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN in 10.5430 sec 2024-11-25T10:57:15,593 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,594 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,601 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/3a5eb9971db421e69f77316349b56fed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,602 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3a5eb9971db421e69f77316349b56fed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59197839, jitterRate=-0.11788345873355865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,602 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:15,603 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3a5eb9971db421e69f77316349b56fed: Running coprocessor pre-open hook at 1732532235553Writing region info on filesystem at 1732532235553Initializing all the Stores at 1732532235568 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235569 (+1 ms)Cleaning up temporary data from old regions at 1732532235590 (+21 ms)Running coprocessor post-open hooks at 1732532235602 (+12 ms)Region opened successfully at 1732532235603 (+1 ms) 2024-11-25T10:57:15,604 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/f6dee98522f32e2e29b7baa43efa4be3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,608 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed., pid=20, masterSystemTime=1732532235302 2024-11-25T10:57:15,608 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f6dee98522f32e2e29b7baa43efa4be3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64475315, jitterRate=-0.0392429381608963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,609 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:15,609 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f6dee98522f32e2e29b7baa43efa4be3: Running coprocessor pre-open hook at 1732532235496Writing region info on filesystem at 1732532235496Initializing all the Stores at 1732532235503 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235503Cleaning up temporary data from old regions at 1732532235549 (+46 ms)Running coprocessor post-open hooks at 1732532235609 (+60 ms)Region opened successfully at 1732532235609 2024-11-25T10:57:15,612 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3., pid=17, masterSystemTime=1732532235250 2024-11-25T10:57:15,613 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:15,613 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:15,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a5eb9971db421e69f77316349b56fed, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:15,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a5eb9971db421e69f77316349b56fed, server=6bfc37bad115,35001,1732532208139 because future has completed 2024-11-25T10:57:15,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ae8eeac79527015576aec35bdbde4a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:15,624 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:15,625 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:15,625 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f0c22bcf55298d7c8c554ddd54b1c27, NAME => 'SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T10:57:15,625 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,625 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ae8eeac79527015576aec35bdbde4a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63929145, jitterRate=-0.047381505370140076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,626 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:15,626 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:15,626 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,626 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ae8eeac79527015576aec35bdbde4a11: Running coprocessor pre-open hook at 1732532235557Writing region info on filesystem at 1732532235557Initializing all the Stores at 1732532235563 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235563Cleaning up temporary data from old regions at 1732532235590 (+27 ms)Running coprocessor post-open hooks at 1732532235626 (+36 ms)Region opened successfully at 1732532235626 2024-11-25T10:57:15,626 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,628 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11., pid=24, masterSystemTime=1732532235312 2024-11-25T10:57:15,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f6dee98522f32e2e29b7baa43efa4be3, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:15,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6dee98522f32e2e29b7baa43efa4be3, server=6bfc37bad115,43379,1732532208479 because future has completed 2024-11-25T10:57:15,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ae8eeac79527015576aec35bdbde4a11, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,34647,1732532208680 2024-11-25T10:57:15,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-25T10:57:15,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a5eb9971db421e69f77316349b56fed, server=6bfc37bad115,35001,1732532208139 in 10.3460 sec 2024-11-25T10:57:15,641 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:15,641 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:15,641 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6bfc37bad115,43379,1732532208479, table=SPTestTable, region=f6dee98522f32e2e29b7baa43efa4be3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T10:57:15,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a5eb9971db421e69f77316349b56fed, ASSIGN in 10.5960 sec 2024-11-25T10:57:15,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae8eeac79527015576aec35bdbde4a11, server=6bfc37bad115,34647,1732532208680 because future has completed 2024-11-25T10:57:15,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-25T10:57:15,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f6dee98522f32e2e29b7baa43efa4be3, server=6bfc37bad115,43379,1732532208479 in 10.3860 sec 2024-11-25T10:57:15,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-25T10:57:15,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6dee98522f32e2e29b7baa43efa4be3, ASSIGN in 10.6080 sec 2024-11-25T10:57:15,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ae8eeac79527015576aec35bdbde4a11, server=6bfc37bad115,34647,1732532208680 in 10.3370 sec 2024-11-25T10:57:15,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN in 10.6120 sec 2024-11-25T10:57:15,667 INFO [StoreOpener-8f0c22bcf55298d7c8c554ddd54b1c27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,671 INFO [StoreOpener-8f0c22bcf55298d7c8c554ddd54b1c27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0c22bcf55298d7c8c554ddd54b1c27 columnFamilyName cf 2024-11-25T10:57:15,671 DEBUG [StoreOpener-8f0c22bcf55298d7c8c554ddd54b1c27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:15,672 INFO [StoreOpener-8f0c22bcf55298d7c8c554ddd54b1c27-1 {}] regionserver.HStore(327): Store=8f0c22bcf55298d7c8c554ddd54b1c27/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:15,672 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,677 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,678 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,683 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,683 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,695 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,728 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/8f0c22bcf55298d7c8c554ddd54b1c27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:57:15,732 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8f0c22bcf55298d7c8c554ddd54b1c27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75309596, jitterRate=0.12220042943954468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:15,732 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:15,732 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8f0c22bcf55298d7c8c554ddd54b1c27: Running coprocessor pre-open hook at 1732532235626Writing region info on filesystem at 1732532235626Initializing all the Stores at 1732532235640 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532235641 (+1 ms)Cleaning up temporary data from old regions at 1732532235683 (+42 ms)Running coprocessor post-open hooks at 1732532235732 (+49 ms)Region opened successfully at 1732532235732 2024-11-25T10:57:15,741 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27., pid=18, masterSystemTime=1732532235250 2024-11-25T10:57:15,755 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:15,757 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:15,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f0c22bcf55298d7c8c554ddd54b1c27, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27, server=6bfc37bad115,43379,1732532208479 because future has completed 2024-11-25T10:57:15,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-25T10:57:15,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27, server=6bfc37bad115,43379,1732532208479 in 10.5150 sec 2024-11-25T10:57:15,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T10:57:15,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0c22bcf55298d7c8c554ddd54b1c27, ASSIGN in 10.7430 sec 2024-11-25T10:57:15,795 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:57:15,795 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732532235795"}]},"ts":"1732532235795"} 2024-11-25T10:57:15,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T10:57:15,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:57:15,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5800 sec 2024-11-25T10:57:16,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T10:57:16,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-25T10:57:16,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-25T10:57:20,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:57:22,522 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T10:57:22,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T10:57:22,525 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:57:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T10:57:22,551 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:57:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T10:57:22,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:22,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:22,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:22,677 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:22,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:22,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973., hostname=6bfc37bad115,35001,1732532208139, seqNum=2] 2024-11-25T10:57:22,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973., hostname=6bfc37bad115,35001,1732532208139, seqNum=2] 2024-11-25T10:57:22,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973., hostname=6bfc37bad115,35001,1732532208139, seqNum=2] 2024-11-25T10:57:22,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973., hostname=6bfc37bad115,35001,1732532208139, seqNum=2] 2024-11-25T10:57:22,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973., hostname=6bfc37bad115,35001,1732532208139, seqNum=2] 2024-11-25T10:57:22,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., hostname=6bfc37bad115,43379,1732532208479, seqNum=2] 2024-11-25T10:57:22,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., hostname=6bfc37bad115,43379,1732532208479, seqNum=2] 2024-11-25T10:57:22,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., hostname=6bfc37bad115,43379,1732532208479, seqNum=2] 2024-11-25T10:57:22,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., hostname=6bfc37bad115,43379,1732532208479, seqNum=2] 2024-11-25T10:57:23,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., hostname=6bfc37bad115,43379,1732532208479, seqNum=2] 2024-11-25T10:57:23,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., hostname=6bfc37bad115,43379,1732532208479, seqNum=2] 2024-11-25T10:57:23,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:23,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11., hostname=6bfc37bad115,34647,1732532208680, seqNum=2] 2024-11-25T10:57:24,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:57:24,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:57:24,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:57:24,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:57:24,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43379 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:57:24,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:57:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:24,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:57:26,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:57:26,905 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T10:57:26,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:57:26,908 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T10:57:26,921 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T10:57:26,984 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T10:57:27,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741848_1024 (size=49) 2024-11-25T10:57:27,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741848_1024 (size=49) 2024-11-25T10:57:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741848_1024 (size=49) 2024-11-25T10:57:27,129 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T10:57:27,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7190734fb896a3bd00c0166d37e019}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6dee98522f32e2e29b7baa43efa4be3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a5eb9971db421e69f77316349b56fed}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29bce9f14b94d373b48e29f64ae70113}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11}] 2024-11-25T10:57:27,149 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:27,150 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:27,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:27,150 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:27,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:27,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:27,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:27,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:27,170 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:27,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:27,213 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6bfc37bad115,34647,1732532208680 2024-11-25T10:57:27,214 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6bfc37bad115,34647,1732532208680: Simulated kill ***** 2024-11-25T10:57:27,215 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T10:57:27,226 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T10:57:27,227 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T10:57:27,270 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T10:57:27,272 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T10:57:27,298 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 557365248 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 152606008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6bfc37bad115", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6bfc37bad115", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63302", "tag.serverName": "6bfc37bad115,34647,1732532208680", "tag.clusterId": "3f49866a-17cb-42c0-b13e-a54417c0f120", "tag.Context": "regionserver", "tag.Hostname": "6bfc37bad115", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732532208680, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T10:57:27,319 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] master.MasterRpcServices(700): 6bfc37bad115,34647,1732532208680 reported a fatal error: ***** ABORTING region server 6bfc37bad115,34647,1732532208680: Simulated kill ***** 2024-11-25T10:57:27,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,34647,1732532208680' ***** 2024-11-25T10:57:27,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T10:57:27,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:57:27,343 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:57:27,343 INFO [RS:2;6bfc37bad115:34647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T10:57:27,343 INFO [RS:2;6bfc37bad115:34647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T10:57:27,343 INFO [RS:2;6bfc37bad115:34647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:57:27,343 INFO [RS:2;6bfc37bad115:34647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6bfc37bad115:34647. 2024-11-25T10:57:27,344 DEBUG [RS:2;6bfc37bad115:34647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:57:27,344 DEBUG [RS:2;6bfc37bad115:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:57:27,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:57:27,349 INFO [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:57:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741835_1011 (size=966) 2024-11-25T10:57:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741835_1011 (size=966) 2024-11-25T10:57:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741835_1011 (size=966) 2024-11-25T10:57:27,382 DEBUG [RS:2;6bfc37bad115:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:57:27,382 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:57:27,386 INFO [RS:2;6bfc37bad115:34647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34647 2024-11-25T10:57:27,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,34647,1732532208680 2024-11-25T10:57:27,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:57:27,399 INFO [RS:2;6bfc37bad115:34647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:57:27,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,34647,1732532208680] 2024-11-25T10:57:27,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,34647,1732532208680 already deleted, retry=false 2024-11-25T10:57:27,404 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6bfc37bad115,34647,1732532208680 on 6bfc37bad115,36121,1732532206044 2024-11-25T10:57:27,413 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6bfc37bad115,34647,1732532208680, splitWal=true, meta=false 2024-11-25T10:57:27,417 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6bfc37bad115,34647,1732532208680, splitWal=true, meta=false 2024-11-25T10:57:27,419 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 6bfc37bad115,34647,1732532208680 had 3 regions 2024-11-25T10:57:27,421 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6bfc37bad115,34647,1732532208680, splitWal=true, meta=false, isMeta: false 2024-11-25T10:57:27,421 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 6bfc37bad115,34647,1732532208680 (carryingMeta=false) 6bfc37bad115,34647,1732532208680/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@205b6066[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T10:57:27,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:27,425 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b can not run currently because target server of region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 1000 ms to retry 2024-11-25T10:57:27,426 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b; timeout=1000, timestamp=1732532248425 2024-11-25T10:57:27,427 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting 2024-11-25T10:57:27,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:27,432 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6bfc37bad115,34647,1732532208680 WAL count=1, meta=false 2024-11-25T10:57:27,432 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 can not run currently because target server of region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 1000 ms to retry 2024-11-25T10:57:27,432 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11; timeout=1000, timestamp=1732532248432 2024-11-25T10:57:27,433 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:27,435 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec can not run currently because target server of region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 1000 ms to retry 2024-11-25T10:57:27,435 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec; timeout=1000, timestamp=1732532248435 2024-11-25T10:57:27,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6bfc37bad115%2C34647%2C1732532208680.1732532212757}] 2024-11-25T10:57:27,455 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:27,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6bfc37bad115%2C34647%2C1732532208680.1732532212757, worker=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:27,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:57:27,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100769585db0003, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:57:27,518 INFO [RS:2;6bfc37bad115:34647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:57:27,518 INFO [RS:2;6bfc37bad115:34647 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,34647,1732532208680; zookeeper connection closed. 2024-11-25T10:57:27,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a8ec3c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a8ec3c5 2024-11-25T10:57:27,545 INFO [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T10:57:27,545 INFO [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T10:57:28,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:28,432 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b can not run currently because target server of region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T10:57:28,432 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b; timeout=2000, timestamp=1732532250432 2024-11-25T10:57:28,437 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:28,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:28,441 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec can not run currently because target server of region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T10:57:28,441 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec; timeout=2000, timestamp=1732532250441 2024-11-25T10:57:28,441 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 can not run currently because target server of region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T10:57:28,441 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11; timeout=2000, timestamp=1732532250441 2024-11-25T10:57:30,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:30,437 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b can not run currently because target server of region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T10:57:30,437 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b; timeout=4000, timestamp=1732532254437 2024-11-25T10:57:30,441 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:30,442 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec can not run currently because target server of region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T10:57:30,442 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec; timeout=4000, timestamp=1732532254442 2024-11-25T10:57:30,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:30,448 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 can not run currently because target server of region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T10:57:30,448 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11; timeout=4000, timestamp=1732532254448 2024-11-25T10:57:34,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:34,442 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b can not run currently because target server of region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T10:57:34,442 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b; timeout=8000, timestamp=1732532262442 2024-11-25T10:57:34,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:34,446 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec can not run currently because target server of region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T10:57:34,446 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec; timeout=8000, timestamp=1732532262446 2024-11-25T10:57:34,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:34,450 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 can not run currently because target server of region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 6bfc37bad115,34647,1732532208680 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T10:57:34,450 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11; timeout=8000, timestamp=1732532262450 2024-11-25T10:57:35,312 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=6bfc37bad115,34647,1732532208680, timeout=1732532257153, delay=1840, operations=null, containedObject=6bfc37bad115,43379,1732532208479, timeout=1732532257153, delay=1840, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29bce9f14b94d373b48e29f64ae70113, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6dee98522f32e2e29b7baa43efa4be3, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6bfc37bad115%2C34647%2C1732532208680.1732532212757, worker=6bfc37bad115,43379,1732532208479], containedObject=6bfc37bad115,35001,1732532208139, timeout=1732532257153, delay=1840, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a5eb9971db421e69f77316349b56fed, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7190734fb896a3bd00c0166d37e019, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973]] 2024-11-25T10:57:37,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T10:57:37,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T10:57:37,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T10:57:37,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T10:57:37,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:37,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:37,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T10:57:37,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:37,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T10:57:37,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:37,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:37,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ce7190734fb896a3bd00c0166d37e019: 2024-11-25T10:57:37,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3a5eb9971db421e69f77316349b56fed: 2024-11-25T10:57:37,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8f0c22bcf55298d7c8c554ddd54b1c27: 2024-11-25T10:57:37,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 29bce9f14b94d373b48e29f64ae70113 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T10:57:37,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 21e7af9889de1a2ab2d97fd01ea22973 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T10:57:37,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T10:57:37,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-25T10:57:37,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:37,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cacfc9f77d88b666cf62390b56c6b2fe: 2024-11-25T10:57:37,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:37,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:37,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:37,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:37,221 INFO [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757, size=966 (966bytes) 2024-11-25T10:57:37,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T10:57:37,223 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T10:57:37,223 INFO [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 2024-11-25T10:57:37,275 INFO [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 after 49ms 2024-11-25T10:57:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741850_1026 (size=65) 2024-11-25T10:57:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741850_1026 (size=65) 2024-11-25T10:57:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741850_1026 (size=65) 2024-11-25T10:57:37,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:57:37,294 INFO [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 took 75ms 2024-11-25T10:57:37,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T10:57:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T10:57:37,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:37,313 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:57:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741849_1025 (size=65) 2024-11-25T10:57:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741849_1025 (size=65) 2024-11-25T10:57:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741849_1025 (size=65) 2024-11-25T10:57:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741851_1027 (size=65) 2024-11-25T10:57:37,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741851_1027 (size=65) 2024-11-25T10:57:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741851_1027 (size=65) 2024-11-25T10:57:37,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:57:37,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T10:57:37,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:37,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f6dee98522f32e2e29b7baa43efa4be3: 2024-11-25T10:57:37,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T10:57:37,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:37,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:57:37,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce7190734fb896a3bd00c0166d37e019 in 10.1940 sec 2024-11-25T10:57:37,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cacfc9f77d88b666cf62390b56c6b2fe in 10.2180 sec 2024-11-25T10:57:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741852_1028 (size=57) 2024-11-25T10:57:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741852_1028 (size=57) 2024-11-25T10:57:37,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:57:37,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T10:57:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741852_1028 (size=57) 2024-11-25T10:57:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T10:57:37,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:37,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0c217f873ac5f5a48a8e4d23fd94f2ec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T10:57:37,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:57:37,383 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 33039c71ded069b418380ba225913e7b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T10:57:37,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f0c22bcf55298d7c8c554ddd54b1c27 in 10.2460 sec 2024-11-25T10:57:37,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ae8eeac79527015576aec35bdbde4a11: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T10:57:37,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 so closing down 2024-11-25T10:57:37,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T10:57:37,413 INFO [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T10:57:37,422 INFO [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 80 ms; skipped=3; WAL=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757, size=966, length=966, corrupted=false, cancelled=false 2024-11-25T10:57:37,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757, journal: Splitting hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757, size=966 (966bytes) at 1732532257221Finishing writing output for hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 so closing down at 1732532257401 (+180 ms)3 split writer threads finished at 1732532257413 (+12 ms)Processed 3 edits across 0 Regions in 80 ms; skipped=3; WAL=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757, size=966, length=966, corrupted=false, cancelled=false at 1732532257422 (+9 ms) 2024-11-25T10:57:37,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 2024-11-25T10:57:37,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T10:57:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T10:57:37,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741853_1029 (size=65) 2024-11-25T10:57:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741853_1029 (size=65) 2024-11-25T10:57:37,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/.tmp/cf/51b30fc7ca514089912716a598486a1e is 34, key is baa/cf:cf/1732532244747/Put/seqid=0 2024-11-25T10:57:37,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/.tmp/cf/ebe49d3ef67748698433f1db9ac0ec56 is 34, key is ccd/cf:cf/1732532244794/Put/seqid=0 2024-11-25T10:57:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741853_1029 (size=65) 2024-11-25T10:57:37,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:57:37,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T10:57:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T10:57:37,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:37,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:57:37,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f6dee98522f32e2e29b7baa43efa4be3 in 10.3190 sec 2024-11-25T10:57:37,467 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting/6bfc37bad115%2C34647%2C1732532208680.1732532212757 to hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs 2024-11-25T10:57:37,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T10:57:37,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6bfc37bad115%2C34647%2C1732532208680.1732532212757, worker=6bfc37bad115,43379,1732532208479 in 10.0050 sec 2024-11-25T10:57:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741854_1030 (size=28623) 2024-11-25T10:57:37,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741854_1030 (size=28623) 2024-11-25T10:57:37,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741854_1030 (size=28623) 2024-11-25T10:57:37,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/.tmp/cf/51b30fc7ca514089912716a598486a1e 2024-11-25T10:57:37,493 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:37,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T10:57:37,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6bfc37bad115%2C34647%2C1732532208680.1732532212757, worker=6bfc37bad115,43379,1732532208479 in 10.0580 sec 2024-11-25T10:57:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741855_1031 (size=47197) 2024-11-25T10:57:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741855_1031 (size=47197) 2024-11-25T10:57:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741855_1031 (size=47197) 2024-11-25T10:57:37,516 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting dir is empty, no logs to split. 2024-11-25T10:57:37,516 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6bfc37bad115,34647,1732532208680 WAL count=0, meta=false 2024-11-25T10:57:37,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/.tmp/cf/ebe49d3ef67748698433f1db9ac0ec56 2024-11-25T10:57:37,516 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 6bfc37bad115,34647,1732532208680 WAL splitting is done? wals=0, meta=false 2024-11-25T10:57:37,520 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6bfc37bad115,34647,1732532208680 failed, ignore...File hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,34647,1732532208680-splitting does not exist. 2024-11-25T10:57:37,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN}] 2024-11-25T10:57:37,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN 2024-11-25T10:57:37,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN 2024-11-25T10:57:37,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN 2024-11-25T10:57:37,543 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T10:57:37,544 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T10:57:37,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T10:57:37,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/.tmp/cf/ebe49d3ef67748698433f1db9ac0ec56 as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/cf/ebe49d3ef67748698433f1db9ac0ec56 2024-11-25T10:57:37,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/.tmp/cf/51b30fc7ca514089912716a598486a1e as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/cf/51b30fc7ca514089912716a598486a1e 2024-11-25T10:57:37,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/cf/ebe49d3ef67748698433f1db9ac0ec56, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T10:57:37,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/cf/51b30fc7ca514089912716a598486a1e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T10:57:37,611 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 21e7af9889de1a2ab2d97fd01ea22973 in 441ms, sequenceid=5, compaction requested=false 2024-11-25T10:57:37,611 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 29bce9f14b94d373b48e29f64ae70113 in 443ms, sequenceid=5, compaction requested=false 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 21e7af9889de1a2ab2d97fd01ea22973: 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 29bce9f14b94d373b48e29f64ae70113: 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. for SnapshotProcedureTest completed. 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/cf/51b30fc7ca514089912716a598486a1e] hfiles 2024-11-25T10:57:37,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:37,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/cf/ebe49d3ef67748698433f1db9ac0ec56] hfiles 2024-11-25T10:57:37,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/cf/51b30fc7ca514089912716a598486a1e for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/cf/ebe49d3ef67748698433f1db9ac0ec56 for snapshot=SnapshotProcedureTest 2024-11-25T10:57:37,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741857_1033 (size=105) 2024-11-25T10:57:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741857_1033 (size=105) 2024-11-25T10:57:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741857_1033 (size=105) 2024-11-25T10:57:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741856_1032 (size=105) 2024-11-25T10:57:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741856_1032 (size=105) 2024-11-25T10:57:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741856_1032 (size=105) 2024-11-25T10:57:37,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:57:37,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T10:57:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T10:57:37,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:37,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:57:37,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21e7af9889de1a2ab2d97fd01ea22973 in 10.5300 sec 2024-11-25T10:57:37,694 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(204): Hosts are {6bfc37bad115=0} racks are {/default-rack=0} 2024-11-25T10:57:37,695 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T10:57:37,695 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T10:57:37,695 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T10:57:37,695 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T10:57:37,695 INFO [6bfc37bad115:36121 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T10:57:37,695 INFO [6bfc37bad115:36121 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T10:57:37,695 DEBUG [6bfc37bad115:36121 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T10:57:37,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=33039c71ded069b418380ba225913e7b, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:37,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=0c217f873ac5f5a48a8e4d23fd94f2ec, regionState=OPENING, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:37,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ae8eeac79527015576aec35bdbde4a11, regionState=OPENING, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:37,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN because future has completed 2024-11-25T10:57:37,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33039c71ded069b418380ba225913e7b, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:37,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN because future has completed 2024-11-25T10:57:37,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec, server=6bfc37bad115,35001,1732532208139}] 2024-11-25T10:57:37,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN because future has completed 2024-11-25T10:57:37,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae8eeac79527015576aec35bdbde4a11, server=6bfc37bad115,43379,1732532208479}] 2024-11-25T10:57:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:57:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T10:57:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T10:57:37,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:37,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:57:37,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a5eb9971db421e69f77316349b56fed in 10.5930 sec 2024-11-25T10:57:38,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:57:38,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T10:57:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T10:57:38,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:38,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:57:38,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 29bce9f14b94d373b48e29f64ae70113 in 10.9170 sec 2024-11-25T10:57:42,443 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b held by pid=40 2024-11-25T10:57:42,443 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:42,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec held by pid=39 2024-11-25T10:57:42,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:42,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 held by pid=41 2024-11-25T10:57:42,450 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:44,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:57:44,385 INFO [master/6bfc37bad115:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T10:57:44,385 INFO [master/6bfc37bad115:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T10:57:47,728 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:47,728 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 33039c71ded069b418380ba225913e7b, NAME => 'SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T10:57:47,729 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,729 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:47,729 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,729 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,753 INFO [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,755 INFO [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33039c71ded069b418380ba225913e7b columnFamilyName cf 2024-11-25T10:57:47,755 DEBUG [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:47,756 INFO [StoreOpener-33039c71ded069b418380ba225913e7b-1 {}] regionserver.HStore(327): Store=33039c71ded069b418380ba225913e7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:47,756 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,759 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,771 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c217f873ac5f5a48a8e4d23fd94f2ec, NAME => 'SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,773 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,776 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,776 INFO [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,778 INFO [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c217f873ac5f5a48a8e4d23fd94f2ec columnFamilyName cf 2024-11-25T10:57:47,778 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 33039c71ded069b418380ba225913e7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60062795, jitterRate=-0.10499460995197296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:47,778 DEBUG [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:47,778 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,778 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 33039c71ded069b418380ba225913e7b: Running coprocessor pre-open hook at 1732532267730Writing region info on filesystem at 1732532267730Initializing all the Stores at 1732532267732 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532267732Cleaning up temporary data from old regions at 1732532267773 (+41 ms)Running coprocessor post-open hooks at 1732532267778 (+5 ms)Region opened successfully at 1732532267778 2024-11-25T10:57:47,780 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b., pid=42, masterSystemTime=1732532267708 2024-11-25T10:57:47,780 INFO [StoreOpener-0c217f873ac5f5a48a8e4d23fd94f2ec-1 {}] regionserver.HStore(327): Store=0c217f873ac5f5a48a8e4d23fd94f2ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:47,780 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,784 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,785 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:47,786 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:47,786 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:47,786 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ae8eeac79527015576aec35bdbde4a11, NAME => 'SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T10:57:47,786 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=33039c71ded069b418380ba225913e7b, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:47,786 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,787 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:57:47,787 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,787 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33039c71ded069b418380ba225913e7b, server=6bfc37bad115,43379,1732532208479 because future has completed 2024-11-25T10:57:47,792 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,793 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,793 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,797 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-25T10:57:47,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 33039c71ded069b418380ba225913e7b, server=6bfc37bad115,43379,1732532208479 in 10.0860 sec 2024-11-25T10:57:47,800 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0c217f873ac5f5a48a8e4d23fd94f2ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74087105, jitterRate=0.10398389399051666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:47,800 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,800 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0c217f873ac5f5a48a8e4d23fd94f2ec: Running coprocessor pre-open hook at 1732532267773Writing region info on filesystem at 1732532267773Initializing all the Stores at 1732532267775 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532267775Cleaning up temporary data from old regions at 1732532267793 (+18 ms)Running coprocessor post-open hooks at 1732532267800 (+7 ms)Region opened successfully at 1732532267800 2024-11-25T10:57:47,802 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., pid=43, masterSystemTime=1732532267715 2024-11-25T10:57:47,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33039c71ded069b418380ba225913e7b, ASSIGN in 10.2720 sec 2024-11-25T10:57:47,802 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:47,805 INFO [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,806 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:47,806 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:47,807 INFO [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae8eeac79527015576aec35bdbde4a11 columnFamilyName cf 2024-11-25T10:57:47,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=0c217f873ac5f5a48a8e4d23fd94f2ec, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:47,807 DEBUG [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:57:47,809 INFO [StoreOpener-ae8eeac79527015576aec35bdbde4a11-1 {}] regionserver.HStore(327): Store=ae8eeac79527015576aec35bdbde4a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:57:47,809 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec, server=6bfc37bad115,35001,1732532208139 because future has completed 2024-11-25T10:57:47,811 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,815 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-25T10:57:47,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec, server=6bfc37bad115,35001,1732532208139 in 10.1030 sec 2024-11-25T10:57:47,817 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,817 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c217f873ac5f5a48a8e4d23fd94f2ec, ASSIGN in 10.2910 sec 2024-11-25T10:57:47,821 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:47,830 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,832 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ae8eeac79527015576aec35bdbde4a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64812560, jitterRate=-0.03421759605407715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:57:47,832 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,832 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ae8eeac79527015576aec35bdbde4a11: Running coprocessor pre-open hook at 1732532267787Writing region info on filesystem at 1732532267787Initializing all the Stores at 1732532267789 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532267789Cleaning up temporary data from old regions at 1732532267817 (+28 ms)Running coprocessor post-open hooks at 1732532267832 (+15 ms)Region opened successfully at 1732532267832 2024-11-25T10:57:47,835 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11., pid=44, masterSystemTime=1732532267708 2024-11-25T10:57:47,841 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:47,841 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:47,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ae8eeac79527015576aec35bdbde4a11, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:47,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae8eeac79527015576aec35bdbde4a11, server=6bfc37bad115,43379,1732532208479 because future has completed 2024-11-25T10:57:47,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-25T10:57:47,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure ae8eeac79527015576aec35bdbde4a11, server=6bfc37bad115,43379,1732532208479 in 10.1340 sec 2024-11-25T10:57:47,854 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:47,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-25T10:57:47,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae8eeac79527015576aec35bdbde4a11, ASSIGN in 10.3250 sec 2024-11-25T10:57:47,855 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 6bfc37bad115,34647,1732532208680 after splitting done 2024-11-25T10:57:47,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 6bfc37bad115,34647,1732532208680, splitWal=true, meta=false in 20.4510 sec 2024-11-25T10:57:52,649 INFO [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T10:57:53,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:57:55,413 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6bfc37bad115:36121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T10:57:57,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T10:57:57,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T10:57:57,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:57,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 33039c71ded069b418380ba225913e7b: 2024-11-25T10:57:57,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. for SnapshotProcedureTest completed. 2024-11-25T10:57:57,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:57,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:57,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:57,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:57,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ae8eeac79527015576aec35bdbde4a11: 2024-11-25T10:57:57,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. for SnapshotProcedureTest completed. 2024-11-25T10:57:57,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:57,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:57,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:57,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T10:57:57,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:57,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0c217f873ac5f5a48a8e4d23fd94f2ec: 2024-11-25T10:57:57,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. for SnapshotProcedureTest completed. 2024-11-25T10:57:57,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:57:57,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:57:57,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:57:57,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741858_1034 (size=65) 2024-11-25T10:57:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741858_1034 (size=65) 2024-11-25T10:57:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741858_1034 (size=65) 2024-11-25T10:57:57,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:57:57,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T10:57:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T10:57:57,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:57,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b 2024-11-25T10:57:57,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33039c71ded069b418380ba225913e7b in 30.8260 sec 2024-11-25T10:57:58,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741859_1035 (size=65) 2024-11-25T10:57:58,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:57:58,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T10:57:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T10:57:58,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:58,012 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:57:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741859_1035 (size=65) 2024-11-25T10:57:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741859_1035 (size=65) 2024-11-25T10:57:58,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c217f873ac5f5a48a8e4d23fd94f2ec in 30.8930 sec 2024-11-25T10:57:58,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741860_1036 (size=57) 2024-11-25T10:57:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741860_1036 (size=57) 2024-11-25T10:57:58,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:57:58,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T10:57:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741860_1036 (size=57) 2024-11-25T10:57:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T10:57:58,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:58,051 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:57:58,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-25T10:57:58,069 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T10:57:58,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae8eeac79527015576aec35bdbde4a11 in 30.9220 sec 2024-11-25T10:57:58,073 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T10:57:58,082 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T10:57:58,082 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T10:57:58,106 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:57:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741861_1037 (size=1094) 2024-11-25T10:57:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741861_1037 (size=1094) 2024-11-25T10:57:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741861_1037 (size=1094) 2024-11-25T10:57:58,378 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T10:57:58,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T10:57:58,416 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:58,422 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:58,423 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:57:58,429 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:58,430 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:57:58,433 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:00,389 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 21e7af9889de1a2ab2d97fd01ea22973, had cached 0 bytes from a total of 28623 2024-11-25T10:58:00,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 29bce9f14b94d373b48e29f64ae70113, had cached 0 bytes from a total of 47197 2024-11-25T10:58:04,157 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ce7190734fb896a3bd00c0166d37e019 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,157 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3a5eb9971db421e69f77316349b56fed changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,158 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0c217f873ac5f5a48a8e4d23fd94f2ec changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,158 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 21e7af9889de1a2ab2d97fd01ea22973 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,158 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8f0c22bcf55298d7c8c554ddd54b1c27 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,159 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 33039c71ded069b418380ba225913e7b changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,159 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f6dee98522f32e2e29b7baa43efa4be3 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,159 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cacfc9f77d88b666cf62390b56c6b2fe changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,159 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 29bce9f14b94d373b48e29f64ae70113 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:04,159 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae8eeac79527015576aec35bdbde4a11 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:08,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-25T10:58:08,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-25T10:58:08,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T10:58:08,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-25T10:58:08,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-25T10:58:08,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-25T10:58:08,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:58:08,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T10:58:08,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T10:58:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T10:58:08,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T10:58:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-25T10:58:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T10:58:08,442 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 Release verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:08,443 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 Release verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:08,443 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 Release verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:08,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 in 10.0370 sec 2024-11-25T10:58:08,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 in 10.0380 sec 2024-11-25T10:58:08,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 in 10.0380 sec 2024-11-25T10:58:08,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:58:08,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T10:58:08,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T10:58:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T10:58:08,453 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:08,453 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:08,454 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:08,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T10:58:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-25T10:58:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-25T10:58:08,459 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 Release verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:58:08,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 in 10.0540 sec 2024-11-25T10:58:08,466 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:58:08,468 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 Release verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:58:08,468 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 Release verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:58:08,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 in 10.0630 sec 2024-11-25T10:58:08,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 in 10.0630 sec 2024-11-25T10:58:14,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:58:18,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-25T10:58:18,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-25T10:58:18,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T10:58:18,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-25T10:58:18,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T10:58:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T10:58:18,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T10:58:18,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-25T10:58:18,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T10:58:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-25T10:58:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T10:58:18,477 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 Release verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T10:58:18,480 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 Release verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:18,484 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 Release verify snapshot worker=6bfc37bad115,43379,1732532208479 2024-11-25T10:58:18,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 in 20.0750 sec 2024-11-25T10:58:18,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 in 20.0720 sec 2024-11-25T10:58:18,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 Release verify snapshot worker=6bfc37bad115,35001,1732532208139 2024-11-25T10:58:18,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,43379,1732532208479 in 20.0790 sec 2024-11-25T10:58:18,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-25T10:58:18,498 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T10:58:18,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,35001,1732532208139 in 20.0890 sec 2024-11-25T10:58:18,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T10:58:18,503 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T10:58:18,503 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T10:58:18,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.6140 sec 2024-11-25T10:58:18,569 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T10:58:18,589 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T10:58:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T10:58:18,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:58:18,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:58:18,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:18,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:18,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T10:58:18,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-25T10:58:18,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6bfc37bad115,36121,1732532206044 2024-11-25T10:58:18,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:58:18,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:18,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:18,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:18,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:18,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:58:18,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:18,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:18,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:18,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:58:18,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:58:18,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:18,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,35001,1732532208139' ***** 2024-11-25T10:58:18,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:58:18,602 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:58:18,603 INFO [RS:0;6bfc37bad115:35001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:58:18,603 INFO [RS:0;6bfc37bad115:35001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:58:18,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:58:18,603 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a5eb9971db421e69f77316349b56fed 2024-11-25T10:58:18,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,43379,1732532208479' ***** 2024-11-25T10:58:18,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:58:18,604 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:58:18,605 INFO [RS:1;6bfc37bad115:43379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:58:18,605 INFO [RS:1;6bfc37bad115:43379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:58:18,605 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for 33039c71ded069b418380ba225913e7b 2024-11-25T10:58:18,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:58:18,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:18,609 INFO [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:58:18,614 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c217f873ac5f5a48a8e4d23fd94f2ec 2024-11-25T10:58:18,614 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:58:18,614 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:58:18,614 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(959): stopping server 6bfc37bad115,35001,1732532208139 2024-11-25T10:58:18,614 INFO [RS:0;6bfc37bad115:35001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:58:18,614 INFO [RS:0;6bfc37bad115:35001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6bfc37bad115:35001. 2024-11-25T10:58:18,615 DEBUG [RS:0;6bfc37bad115:35001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:58:18,615 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a5eb9971db421e69f77316349b56fed, disabling compactions & flushes 2024-11-25T10:58:18,615 DEBUG [RS:0;6bfc37bad115:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:18,615 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:58:18,615 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:58:18,615 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. after waiting 0 ms 2024-11-25T10:58:18,615 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:58:18,615 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-25T10:58:18,615 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1325): Online Regions={3a5eb9971db421e69f77316349b56fed=SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed., 0c217f873ac5f5a48a8e4d23fd94f2ec=SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec., ce7190734fb896a3bd00c0166d37e019=SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019., 21e7af9889de1a2ab2d97fd01ea22973=SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973.} 2024-11-25T10:58:18,615 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1351): Waiting on 0c217f873ac5f5a48a8e4d23fd94f2ec, 21e7af9889de1a2ab2d97fd01ea22973, 3a5eb9971db421e69f77316349b56fed, ce7190734fb896a3bd00c0166d37e019 2024-11-25T10:58:18,624 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for ae8eeac79527015576aec35bdbde4a11 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f0c22bcf55298d7c8c554ddd54b1c27 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for 29bce9f14b94d373b48e29f64ae70113 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(959): stopping server 6bfc37bad115,43379,1732532208479 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6bfc37bad115:43379. 2024-11-25T10:58:18,625 DEBUG [RS:1;6bfc37bad115:43379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:58:18,625 DEBUG [RS:1;6bfc37bad115:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:58:18,625 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:58:18,626 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T10:58:18,626 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33039c71ded069b418380ba225913e7b, disabling compactions & flushes 2024-11-25T10:58:18,626 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:58:18,627 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:58:18,627 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. after waiting 0 ms 2024-11-25T10:58:18,627 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:58:18,628 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-25T10:58:18,628 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1325): Online Regions={33039c71ded069b418380ba225913e7b=SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b., f6dee98522f32e2e29b7baa43efa4be3=SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3., ae8eeac79527015576aec35bdbde4a11=SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11., 1588230740=hbase:meta,,1.1588230740, 8f0c22bcf55298d7c8c554ddd54b1c27=SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27., 29bce9f14b94d373b48e29f64ae70113=SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113., cacfc9f77d88b666cf62390b56c6b2fe=SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe.} 2024-11-25T10:58:18,629 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29bce9f14b94d373b48e29f64ae70113, 33039c71ded069b418380ba225913e7b, 8f0c22bcf55298d7c8c554ddd54b1c27, ae8eeac79527015576aec35bdbde4a11, cacfc9f77d88b666cf62390b56c6b2fe, f6dee98522f32e2e29b7baa43efa4be3 2024-11-25T10:58:18,629 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:58:18,629 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:58:18,629 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:58:18,629 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:58:18,629 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:58:18,631 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-25T10:58:18,661 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/3a5eb9971db421e69f77316349b56fed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,662 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/33039c71ded069b418380ba225913e7b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,664 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:58:18,665 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33039c71ded069b418380ba225913e7b: Waiting for close lock at 1732532298626Running coprocessor pre-close hooks at 1732532298626Disabling compacts and flushes for region at 1732532298626Disabling writes for close at 1732532298627 (+1 ms)Writing region close event to WAL at 1732532298639 (+12 ms)Running coprocessor post-close hooks at 1732532298664 (+25 ms)Closed at 1732532298664 2024-11-25T10:58:18,665 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b. 2024-11-25T10:58:18,666 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6dee98522f32e2e29b7baa43efa4be3, disabling compactions & flushes 2024-11-25T10:58:18,666 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a5eb9971db421e69f77316349b56fed: Waiting for close lock at 1732532298614Running coprocessor pre-close hooks at 1732532298615 (+1 ms)Disabling compacts and flushes for region at 1732532298615Disabling writes for close at 1732532298615Writing region close event to WAL at 1732532298621 (+6 ms)Running coprocessor post-close hooks at 1732532298662 (+41 ms)Closed at 1732532298666 (+4 ms) 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. after waiting 0 ms 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732532224228.3a5eb9971db421e69f77316349b56fed. 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c217f873ac5f5a48a8e4d23fd94f2ec, disabling compactions & flushes 2024-11-25T10:58:18,666 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:58:18,666 INFO [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. after waiting 0 ms 2024-11-25T10:58:18,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:58:18,700 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/f6dee98522f32e2e29b7baa43efa4be3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,708 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:58:18,709 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6dee98522f32e2e29b7baa43efa4be3: Waiting for close lock at 1732532298666Running coprocessor pre-close hooks at 1732532298666Disabling compacts and flushes for region at 1732532298666Disabling writes for close at 1732532298666Writing region close event to WAL at 1732532298675 (+9 ms)Running coprocessor post-close hooks at 1732532298701 (+26 ms)Closed at 1732532298708 (+7 ms) 2024-11-25T10:58:18,709 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732532224228.f6dee98522f32e2e29b7baa43efa4be3. 2024-11-25T10:58:18,709 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae8eeac79527015576aec35bdbde4a11, disabling compactions & flushes 2024-11-25T10:58:18,709 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:58:18,709 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:58:18,709 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. after waiting 0 ms 2024-11-25T10:58:18,709 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:58:18,715 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/info/931a84e2e7d6432b892321a8188f01ac is 167, key is SPTestTable,19999999,1732532224228.33039c71ded069b418380ba225913e7b./info:regioninfo/1732532267786/Put/seqid=0 2024-11-25T10:58:18,727 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/0c217f873ac5f5a48a8e4d23fd94f2ec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,729 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:58:18,729 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c217f873ac5f5a48a8e4d23fd94f2ec: Waiting for close lock at 1732532298666Running coprocessor pre-close hooks at 1732532298666Disabling compacts and flushes for region at 1732532298666Disabling writes for close at 1732532298666Writing region close event to WAL at 1732532298689 (+23 ms)Running coprocessor post-close hooks at 1732532298729 (+40 ms)Closed at 1732532298729 2024-11-25T10:58:18,729 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732532224228.0c217f873ac5f5a48a8e4d23fd94f2ec. 2024-11-25T10:58:18,729 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce7190734fb896a3bd00c0166d37e019, disabling compactions & flushes 2024-11-25T10:58:18,730 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:58:18,730 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:58:18,730 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. after waiting 0 ms 2024-11-25T10:58:18,730 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:58:18,766 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ae8eeac79527015576aec35bdbde4a11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,768 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:58:18,769 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae8eeac79527015576aec35bdbde4a11: Waiting for close lock at 1732532298709Running coprocessor pre-close hooks at 1732532298709Disabling compacts and flushes for region at 1732532298709Disabling writes for close at 1732532298709Writing region close event to WAL at 1732532298724 (+15 ms)Running coprocessor post-close hooks at 1732532298768 (+44 ms)Closed at 1732532298768 2024-11-25T10:58:18,769 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732532224228.ae8eeac79527015576aec35bdbde4a11. 2024-11-25T10:58:18,769 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f0c22bcf55298d7c8c554ddd54b1c27, disabling compactions & flushes 2024-11-25T10:58:18,769 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:58:18,769 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:58:18,769 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. after waiting 0 ms 2024-11-25T10:58:18,769 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:58:18,814 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/ce7190734fb896a3bd00c0166d37e019/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,815 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:58:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce7190734fb896a3bd00c0166d37e019: Waiting for close lock at 1732532298729Running coprocessor pre-close hooks at 1732532298729Disabling compacts and flushes for region at 1732532298729Disabling writes for close at 1732532298730 (+1 ms)Writing region close event to WAL at 1732532298764 (+34 ms)Running coprocessor post-close hooks at 1732532298815 (+51 ms)Closed at 1732532298815 2024-11-25T10:58:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732532224228.ce7190734fb896a3bd00c0166d37e019. 2024-11-25T10:58:18,815 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21e7af9889de1a2ab2d97fd01ea22973, disabling compactions & flushes 2024-11-25T10:58:18,816 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:58:18,816 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:58:18,816 DEBUG [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1351): Waiting on 21e7af9889de1a2ab2d97fd01ea22973 2024-11-25T10:58:18,816 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. after waiting 0 ms 2024-11-25T10:58:18,816 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:58:18,829 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29bce9f14b94d373b48e29f64ae70113, 8f0c22bcf55298d7c8c554ddd54b1c27, cacfc9f77d88b666cf62390b56c6b2fe 2024-11-25T10:58:18,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741862_1038 (size=19822) 2024-11-25T10:58:18,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741862_1038 (size=19822) 2024-11-25T10:58:18,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741862_1038 (size=19822) 2024-11-25T10:58:18,836 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/info/931a84e2e7d6432b892321a8188f01ac 2024-11-25T10:58:18,849 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/8f0c22bcf55298d7c8c554ddd54b1c27/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:18,851 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:58:18,851 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f0c22bcf55298d7c8c554ddd54b1c27: Waiting for close lock at 1732532298769Running coprocessor pre-close hooks at 1732532298769Disabling compacts and flushes for region at 1732532298769Disabling writes for close at 1732532298769Writing region close event to WAL at 1732532298789 (+20 ms)Running coprocessor post-close hooks at 1732532298851 (+62 ms)Closed at 1732532298851 2024-11-25T10:58:18,851 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732532224228.8f0c22bcf55298d7c8c554ddd54b1c27. 2024-11-25T10:58:18,851 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29bce9f14b94d373b48e29f64ae70113, disabling compactions & flushes 2024-11-25T10:58:18,851 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:58:18,851 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:58:18,851 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. after waiting 0 ms 2024-11-25T10:58:18,851 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:58:18,885 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/21e7af9889de1a2ab2d97fd01ea22973/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T10:58:18,886 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:58:18,886 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21e7af9889de1a2ab2d97fd01ea22973: Waiting for close lock at 1732532298815Running coprocessor pre-close hooks at 1732532298815Disabling compacts and flushes for region at 1732532298815Disabling writes for close at 1732532298816 (+1 ms)Writing region close event to WAL at 1732532298861 (+45 ms)Running coprocessor post-close hooks at 1732532298886 (+25 ms)Closed at 1732532298886 2024-11-25T10:58:18,886 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732532224228.21e7af9889de1a2ab2d97fd01ea22973. 2024-11-25T10:58:18,897 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/ns/96391c1b83e149a7b6e852d67d204336 is 43, key is default/ns:d/1732532223739/Put/seqid=0 2024-11-25T10:58:18,897 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/29bce9f14b94d373b48e29f64ae70113/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T10:58:18,900 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:58:18,900 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29bce9f14b94d373b48e29f64ae70113: Waiting for close lock at 1732532298851Running coprocessor pre-close hooks at 1732532298851Disabling compacts and flushes for region at 1732532298851Disabling writes for close at 1732532298851Writing region close event to WAL at 1732532298879 (+28 ms)Running coprocessor post-close hooks at 1732532298900 (+21 ms)Closed at 1732532298900 2024-11-25T10:58:18,900 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732532224228.29bce9f14b94d373b48e29f64ae70113. 2024-11-25T10:58:18,900 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cacfc9f77d88b666cf62390b56c6b2fe, disabling compactions & flushes 2024-11-25T10:58:18,900 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:58:18,900 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:58:18,900 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. after waiting 0 ms 2024-11-25T10:58:18,900 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:58:19,002 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/default/SPTestTable/cacfc9f77d88b666cf62390b56c6b2fe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:58:19,004 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:58:19,004 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cacfc9f77d88b666cf62390b56c6b2fe: Waiting for close lock at 1732532298900Running coprocessor pre-close hooks at 1732532298900Disabling compacts and flushes for region at 1732532298900Disabling writes for close at 1732532298900Writing region close event to WAL at 1732532298921 (+21 ms)Running coprocessor post-close hooks at 1732532299004 (+83 ms)Closed at 1732532299004 2024-11-25T10:58:19,004 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732532224228.cacfc9f77d88b666cf62390b56c6b2fe. 2024-11-25T10:58:19,016 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(976): stopping server 6bfc37bad115,35001,1732532208139; all regions closed. 2024-11-25T10:58:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741863_1039 (size=5153) 2024-11-25T10:58:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741863_1039 (size=5153) 2024-11-25T10:58:19,029 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:58:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741863_1039 (size=5153) 2024-11-25T10:58:19,031 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/ns/96391c1b83e149a7b6e852d67d204336 2024-11-25T10:58:19,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,35001,1732532208139/6bfc37bad115%2C35001%2C1732532208139.1732532212700 not finished, retry = 0 2024-11-25T10:58:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741833_1009 (size=2947) 2024-11-25T10:58:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741833_1009 (size=2947) 2024-11-25T10:58:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741833_1009 (size=2947) 2024-11-25T10:58:19,082 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/table/3f1e6ed26bfc48288b2b4d3ed88b936f is 47, key is SPTestTable/table:state/1732532235795/Put/seqid=0 2024-11-25T10:58:19,163 DEBUG [RS:0;6bfc37bad115:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs 2024-11-25T10:58:19,163 INFO [RS:0;6bfc37bad115:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C35001%2C1732532208139:(num 1732532212700) 2024-11-25T10:58:19,163 DEBUG [RS:0;6bfc37bad115:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:19,163 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:58:19,164 INFO [RS:0;6bfc37bad115:35001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:58:19,164 INFO [RS:0;6bfc37bad115:35001 {}] hbase.ChoreService(370): Chore service for: regionserver/6bfc37bad115:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T10:58:19,164 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:58:19,164 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:58:19,164 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:58:19,164 INFO [RS:0;6bfc37bad115:35001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:58:19,168 INFO [RS:0;6bfc37bad115:35001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35001 2024-11-25T10:58:19,168 INFO [regionserver/6bfc37bad115:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:58:19,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:58:19,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,35001,1732532208139 2024-11-25T10:58:19,180 INFO [RS:0;6bfc37bad115:35001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:58:19,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,35001,1732532208139] 2024-11-25T10:58:19,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,35001,1732532208139 already deleted, retry=false 2024-11-25T10:58:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741864_1040 (size=5214) 2024-11-25T10:58:19,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6bfc37bad115,35001,1732532208139 expired; onlineServers=1 2024-11-25T10:58:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741864_1040 (size=5214) 2024-11-25T10:58:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741864_1040 (size=5214) 2024-11-25T10:58:19,197 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/table/3f1e6ed26bfc48288b2b4d3ed88b936f 2024-11-25T10:58:19,227 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/info/931a84e2e7d6432b892321a8188f01ac as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/info/931a84e2e7d6432b892321a8188f01ac 2024-11-25T10:58:19,230 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:58:19,285 INFO [RS:0;6bfc37bad115:35001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:58:19,285 INFO [RS:0;6bfc37bad115:35001 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,35001,1732532208139; zookeeper connection closed. 2024-11-25T10:58:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:58:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x100769585db0001, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:58:19,289 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/info/931a84e2e7d6432b892321a8188f01ac, entries=112, sequenceid=35, filesize=19.4 K 2024-11-25T10:58:19,292 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/ns/96391c1b83e149a7b6e852d67d204336 as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/ns/96391c1b83e149a7b6e852d67d204336 2024-11-25T10:58:19,294 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e3e8e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e3e8e9d 2024-11-25T10:58:19,326 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/ns/96391c1b83e149a7b6e852d67d204336, entries=2, sequenceid=35, filesize=5.0 K 2024-11-25T10:58:19,341 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/.tmp/table/3f1e6ed26bfc48288b2b4d3ed88b936f as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/table/3f1e6ed26bfc48288b2b4d3ed88b936f 2024-11-25T10:58:19,385 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/table/3f1e6ed26bfc48288b2b4d3ed88b936f, entries=2, sequenceid=35, filesize=5.1 K 2024-11-25T10:58:19,394 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=35, compaction requested=false 2024-11-25T10:58:19,431 DEBUG [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:58:19,460 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-25T10:58:19,461 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:58:19,461 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:58:19,462 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732532298629Running coprocessor pre-close hooks at 1732532298629Disabling compacts and flushes for region at 1732532298629Disabling writes for close at 1732532298629Obtaining lock to block concurrent updates at 1732532298631 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732532298631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1732532298631Flushing stores of hbase:meta,,1.1588230740 at 1732532298632 (+1 ms)Flushing 1588230740/info: creating writer at 1732532298632Flushing 1588230740/info: appending metadata at 1732532298709 (+77 ms)Flushing 1588230740/info: closing flushed file at 1732532298709Flushing 1588230740/ns: creating writer at 1732532298849 (+140 ms)Flushing 1588230740/ns: appending metadata at 1732532298879 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732532298879Flushing 1588230740/table: creating writer at 1732532299048 (+169 ms)Flushing 1588230740/table: appending metadata at 1732532299081 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732532299081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebb9e5a: reopening flushed file at 1732532299222 (+141 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b16664: reopening flushed file at 1732532299290 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd59e4a: reopening flushed file at 1732532299327 (+37 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=35, compaction requested=false at 1732532299395 (+68 ms)Writing region close event to WAL at 1732532299430 (+35 ms)Running coprocessor post-close hooks at 1732532299461 (+31 ms)Closed at 1732532299461 2024-11-25T10:58:19,462 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T10:58:19,500 INFO [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T10:58:19,501 INFO [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T10:58:19,631 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(976): stopping server 6bfc37bad115,43379,1732532208479; all regions closed. 2024-11-25T10:58:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741836_1012 (size=18422) 2024-11-25T10:58:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741836_1012 (size=18422) 2024-11-25T10:58:19,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/WALs/6bfc37bad115,43379,1732532208479/6bfc37bad115%2C43379%2C1732532208479.meta.1732532223387.meta not finished, retry = 0 2024-11-25T10:58:19,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741836_1012 (size=18422) 2024-11-25T10:58:19,774 DEBUG [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs 2024-11-25T10:58:19,774 INFO [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C43379%2C1732532208479.meta:.meta(num 1732532223387) 2024-11-25T10:58:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741834_1010 (size=4083) 2024-11-25T10:58:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741834_1010 (size=4083) 2024-11-25T10:58:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741834_1010 (size=4083) 2024-11-25T10:58:19,833 DEBUG [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/oldWALs 2024-11-25T10:58:19,833 INFO [RS:1;6bfc37bad115:43379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C43379%2C1732532208479:(num 1732532212720) 2024-11-25T10:58:19,833 DEBUG [RS:1;6bfc37bad115:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:19,833 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:58:19,834 INFO [RS:1;6bfc37bad115:43379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:58:19,834 INFO [RS:1;6bfc37bad115:43379 {}] hbase.ChoreService(370): Chore service for: regionserver/6bfc37bad115:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T10:58:19,834 INFO [RS:1;6bfc37bad115:43379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:58:19,834 INFO [RS:1;6bfc37bad115:43379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43379 2024-11-25T10:58:19,835 INFO [regionserver/6bfc37bad115:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:58:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,43379,1732532208479 2024-11-25T10:58:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:58:19,839 INFO [RS:1;6bfc37bad115:43379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:58:19,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,43379,1732532208479] 2024-11-25T10:58:19,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,43379,1732532208479 already deleted, retry=false 2024-11-25T10:58:19,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6bfc37bad115,43379,1732532208479 expired; onlineServers=0 2024-11-25T10:58:19,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6bfc37bad115,36121,1732532206044' ***** 2024-11-25T10:58:19,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T10:58:19,845 INFO [M:0;6bfc37bad115:36121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:58:19,846 INFO [M:0;6bfc37bad115:36121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:58:19,846 DEBUG [M:0;6bfc37bad115:36121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T10:58:19,846 DEBUG [M:0;6bfc37bad115:36121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T10:58:19,846 INFO [M:0;6bfc37bad115:36121 {}] hbase.ChoreService(370): Chore service for: master/6bfc37bad115:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T10:58:19,846 INFO [M:0;6bfc37bad115:36121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:58:19,846 DEBUG [M:0;6bfc37bad115:36121 {}] master.HMaster(1795): Stopping service threads 2024-11-25T10:58:19,846 INFO [M:0;6bfc37bad115:36121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T10:58:19,846 INFO [M:0;6bfc37bad115:36121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:58:19,847 ERROR [M:0;6bfc37bad115:36121 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1097109610) connection to localhost/127.0.0.1:39233 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39233,5,PEWorkerGroup] 2024-11-25T10:58:19,847 INFO [M:0;6bfc37bad115:36121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T10:58:19,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T10:58:19,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T10:58:19,848 DEBUG [master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732532211888 {}] cleaner.HFileCleaner(306): Exit Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732532211888,5,FailOnTimeoutGroup] 2024-11-25T10:58:19,848 DEBUG [master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732532211872 {}] cleaner.HFileCleaner(306): Exit Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732532211872,5,FailOnTimeoutGroup] 2024-11-25T10:58:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T10:58:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:19,850 DEBUG [M:0;6bfc37bad115:36121 {}] zookeeper.ZKUtil(347): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T10:58:19,850 WARN [M:0;6bfc37bad115:36121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T10:58:19,851 INFO [M:0;6bfc37bad115:36121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/.lastflushedseqids 2024-11-25T10:58:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:58:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x100769585db0002, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:58:19,947 INFO [RS:1;6bfc37bad115:43379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:58:19,947 INFO [RS:1;6bfc37bad115:43379 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,43379,1732532208479; zookeeper connection closed. 2024-11-25T10:58:19,957 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25e7e0be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25e7e0be 2024-11-25T10:58:19,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T10:58:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741865_1041 (size=686) 2024-11-25T10:58:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741865_1041 (size=686) 2024-11-25T10:58:19,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741865_1041 (size=686) 2024-11-25T10:58:19,975 INFO [M:0;6bfc37bad115:36121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T10:58:19,975 INFO [M:0;6bfc37bad115:36121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T10:58:19,975 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:58:19,975 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:19,975 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:19,975 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:58:19,975 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:19,976 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.06 KB heapSize=230.71 KB 2024-11-25T10:58:20,030 DEBUG [M:0;6bfc37bad115:36121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8904fb4d937c4167be6a4c866654a157 is 82, key is hbase:meta,,1/info:regioninfo/1732532223614/Put/seqid=0 2024-11-25T10:58:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741866_1042 (size=5672) 2024-11-25T10:58:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741866_1042 (size=5672) 2024-11-25T10:58:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741866_1042 (size=5672) 2024-11-25T10:58:20,462 INFO [M:0;6bfc37bad115:36121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8904fb4d937c4167be6a4c866654a157 2024-11-25T10:58:20,528 DEBUG [M:0;6bfc37bad115:36121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a78cb9ccaaf84ca8b778dbf9c0860a63 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732532235826/Put/seqid=0 2024-11-25T10:58:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741867_1043 (size=8903) 2024-11-25T10:58:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741867_1043 (size=8903) 2024-11-25T10:58:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741867_1043 (size=8903) 2024-11-25T10:58:20,600 INFO [M:0;6bfc37bad115:36121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.32 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a78cb9ccaaf84ca8b778dbf9c0860a63 2024-11-25T10:58:20,612 INFO [M:0;6bfc37bad115:36121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a78cb9ccaaf84ca8b778dbf9c0860a63 2024-11-25T10:58:20,644 DEBUG [M:0;6bfc37bad115:36121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/762939a1bd674fbda7192f4a4c95b327 is 69, key is 6bfc37bad115,35001,1732532208139/rs:state/1732532212061/Put/seqid=0 2024-11-25T10:58:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741868_1044 (size=5441) 2024-11-25T10:58:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741868_1044 (size=5441) 2024-11-25T10:58:20,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741868_1044 (size=5441) 2024-11-25T10:58:20,685 INFO [M:0;6bfc37bad115:36121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/762939a1bd674fbda7192f4a4c95b327 2024-11-25T10:58:20,708 INFO [M:0;6bfc37bad115:36121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762939a1bd674fbda7192f4a4c95b327 2024-11-25T10:58:20,711 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8904fb4d937c4167be6a4c866654a157 as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8904fb4d937c4167be6a4c866654a157 2024-11-25T10:58:20,734 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8904fb4d937c4167be6a4c866654a157, entries=8, sequenceid=488, filesize=5.5 K 2024-11-25T10:58:20,741 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a78cb9ccaaf84ca8b778dbf9c0860a63 as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a78cb9ccaaf84ca8b778dbf9c0860a63 2024-11-25T10:58:20,754 INFO [M:0;6bfc37bad115:36121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a78cb9ccaaf84ca8b778dbf9c0860a63 2024-11-25T10:58:20,754 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a78cb9ccaaf84ca8b778dbf9c0860a63, entries=54, sequenceid=488, filesize=8.7 K 2024-11-25T10:58:20,756 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/762939a1bd674fbda7192f4a4c95b327 as hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/762939a1bd674fbda7192f4a4c95b327 2024-11-25T10:58:20,778 INFO [M:0;6bfc37bad115:36121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762939a1bd674fbda7192f4a4c95b327 2024-11-25T10:58:20,779 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39233/user/jenkins/test-data/1fb71f06-72c5-3e42-7c7a-42004c22fcb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/762939a1bd674fbda7192f4a4c95b327, entries=3, sequenceid=488, filesize=5.3 K 2024-11-25T10:58:20,780 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.06 KB/190521, heapSize ~230.41 KB/235944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 805ms, sequenceid=488, compaction requested=false 2024-11-25T10:58:20,824 INFO [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:20,825 DEBUG [M:0;6bfc37bad115:36121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732532299975Disabling compacts and flushes for region at 1732532299975Disabling writes for close at 1732532299975Obtaining lock to block concurrent updates at 1732532299976 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732532299976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190521, getHeapSize=236184, getOffHeapSize=0, getCellsCount=591 at 1732532299976Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732532299983 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732532299983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732532300028 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732532300029 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732532300482 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732532300528 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732532300528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732532300612 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732532300642 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732532300642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195d8cd1: reopening flushed file at 1732532300708 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee699ee: reopening flushed file at 1732532300735 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103343ff: reopening flushed file at 1732532300754 (+19 ms)Finished flush of dataSize ~186.06 KB/190521, heapSize ~230.41 KB/235944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 805ms, sequenceid=488, compaction requested=false at 1732532300780 (+26 ms)Writing region close event to WAL at 1732532300824 (+44 ms)Closed at 1732532300824 2024-11-25T10:58:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741830_1006 (size=223072) 2024-11-25T10:58:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741830_1006 (size=223072) 2024-11-25T10:58:20,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44521 is added to blk_1073741830_1006 (size=223072) 2024-11-25T10:58:20,850 INFO [M:0;6bfc37bad115:36121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T10:58:20,850 INFO [M:0;6bfc37bad115:36121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36121 2024-11-25T10:58:20,851 INFO [M:0;6bfc37bad115:36121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:58:20,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:58:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:58:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x100769585db0000, quorum=127.0.0.1:63302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:58:20,955 INFO [M:0;6bfc37bad115:36121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:58:20,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:58:20,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:58:20,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:58:20,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:58:20,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,STOPPED} 2024-11-25T10:58:20,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:58:20,989 WARN [BP-1498489404-172.17.0.3-1732532199453 heartbeating to localhost/127.0.0.1:39233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:58:20,989 WARN [BP-1498489404-172.17.0.3-1732532199453 heartbeating to localhost/127.0.0.1:39233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498489404-172.17.0.3-1732532199453 (Datanode Uuid 8f30e119-2d91-4afb-9578-7a37be4440f1) service to localhost/127.0.0.1:39233 2024-11-25T10:58:20,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:58:20,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data5/current/BP-1498489404-172.17.0.3-1732532199453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:58:20,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data6/current/BP-1498489404-172.17.0.3-1732532199453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:58:20,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:58:21,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:58:21,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:58:21,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:58:21,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:58:21,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,STOPPED} 2024-11-25T10:58:21,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:58:21,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:58:21,012 WARN [BP-1498489404-172.17.0.3-1732532199453 heartbeating to localhost/127.0.0.1:39233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:58:21,012 WARN [BP-1498489404-172.17.0.3-1732532199453 heartbeating to localhost/127.0.0.1:39233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498489404-172.17.0.3-1732532199453 (Datanode Uuid 8f7bb0a3-8586-4cc7-8882-f469f321c4b3) service to localhost/127.0.0.1:39233 2024-11-25T10:58:21,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data3/current/BP-1498489404-172.17.0.3-1732532199453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:58:21,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:58:21,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data4/current/BP-1498489404-172.17.0.3-1732532199453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:58:21,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a312fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:58:21,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f1664cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:58:21,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:58:21,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180b9789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:58:21,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92cafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,STOPPED} 2024-11-25T10:58:21,027 WARN [BP-1498489404-172.17.0.3-1732532199453 heartbeating to localhost/127.0.0.1:39233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:58:21,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:58:21,027 WARN [BP-1498489404-172.17.0.3-1732532199453 heartbeating to localhost/127.0.0.1:39233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498489404-172.17.0.3-1732532199453 (Datanode Uuid 16854d10-f0d2-4445-9a96-7209d012634f) service to localhost/127.0.0.1:39233 2024-11-25T10:58:21,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:58:21,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data1/current/BP-1498489404-172.17.0.3-1732532199453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:58:21,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/cluster_1fb36389-4c9e-9a8c-39a9-e9cca86c872a/data/data2/current/BP-1498489404-172.17.0.3-1732532199453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:58:21,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:58:21,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:58:21,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:58:21,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:58:21,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:58:21,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir/,STOPPED} 2024-11-25T10:58:21,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T10:58:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T10:58:21,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6bfc37bad115:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6bfc37bad115:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:39233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6bfc37bad115:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6bfc37bad115:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6bfc37bad115:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:39233 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:39233 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6bfc37bad115:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:39233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6bfc37bad115:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1097 (was 1539), ProcessCount=11 (was 11), AvailableMemoryMB=1590 (was 1267) - AvailableMemoryMB LEAK? - 2024-11-25T10:58:21,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=1097, ProcessCount=11, AvailableMemoryMB=1589 2024-11-25T10:58:21,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir so I do NOT create it in target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429 2024-11-25T10:58:21,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T10:58:21,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.tmp.dir so I do NOT create it in target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429 2024-11-25T10:58:21,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/afb3dcf8-3c48-af5a-5a05-1500c96ff5d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T10:58:21,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429 2024-11-25T10:58:21,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T10:58:21,198 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43, deleteOnExit=true 2024-11-25T10:58:21,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T10:58:21,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/test.cache.data in system properties and HBase conf 2024-11-25T10:58:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T10:58:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir in system properties and HBase conf 2024-11-25T10:58:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T10:58:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T10:58:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T10:58:21,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T10:58:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/nfs.dump.dir in system properties and HBase conf 2024-11-25T10:58:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/java.io.tmpdir in system properties and HBase conf 2024-11-25T10:58:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:58:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T10:58:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T10:58:21,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:58:21,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:58:21,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:58:21,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:58:21,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:58:21,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:58:21,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcdc876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:58:21,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65407d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:58:21,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36c9ccb9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/java.io.tmpdir/jetty-localhost-45075-hadoop-hdfs-3_4_1-tests_jar-_-any-7030215652723225495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:58:21,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eec5d18{HTTP/1.1, (http/1.1)}{localhost:45075} 2024-11-25T10:58:21,610 INFO [Time-limited test {}] server.Server(415): Started @106169ms 2024-11-25T10:58:21,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:58:21,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:58:21,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:58:21,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:58:21,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:58:21,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@657db96f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:58:21,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238dbfa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:58:21,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73fb9cb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/java.io.tmpdir/jetty-localhost-42299-hadoop-hdfs-3_4_1-tests_jar-_-any-9830786593732981084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:58:21,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19b67d2f{HTTP/1.1, (http/1.1)}{localhost:42299} 2024-11-25T10:58:21,969 INFO [Time-limited test {}] server.Server(415): Started @106528ms 2024-11-25T10:58:21,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:58:22,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:58:22,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:58:22,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:58:22,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:58:22,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:58:22,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46abb6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:58:22,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295706e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:58:22,229 WARN [Thread-663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data1/current/BP-1631518269-172.17.0.3-1732532301236/current, will proceed with Du for space computation calculation, 2024-11-25T10:58:22,249 WARN [Thread-664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data2/current/BP-1631518269-172.17.0.3-1732532301236/current, will proceed with Du for space computation calculation, 2024-11-25T10:58:22,343 WARN [Thread-642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:58:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aabf643fc7319b6 with lease ID 0x863399fc45b55d56: Processing first storage report for DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c from datanode DatanodeRegistration(127.0.0.1:36817, datanodeUuid=1b0779d1-13f2-4666-aeb2-823d15c09244, infoPort=41459, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236) 2024-11-25T10:58:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aabf643fc7319b6 with lease ID 0x863399fc45b55d56: from storage DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c node DatanodeRegistration(127.0.0.1:36817, datanodeUuid=1b0779d1-13f2-4666-aeb2-823d15c09244, infoPort=41459, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:58:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aabf643fc7319b6 with lease ID 0x863399fc45b55d56: Processing first storage report for DS-964bb82d-e575-4003-8b5c-33c136f640df from datanode DatanodeRegistration(127.0.0.1:36817, datanodeUuid=1b0779d1-13f2-4666-aeb2-823d15c09244, infoPort=41459, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236) 2024-11-25T10:58:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aabf643fc7319b6 with lease ID 0x863399fc45b55d56: from storage DS-964bb82d-e575-4003-8b5c-33c136f640df node DatanodeRegistration(127.0.0.1:36817, datanodeUuid=1b0779d1-13f2-4666-aeb2-823d15c09244, infoPort=41459, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:58:22,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@657e70ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/java.io.tmpdir/jetty-localhost-45141-hadoop-hdfs-3_4_1-tests_jar-_-any-2581121975016358529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:58:22,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58bba0d{HTTP/1.1, (http/1.1)}{localhost:45141} 2024-11-25T10:58:22,395 INFO [Time-limited test {}] server.Server(415): Started @106954ms 2024-11-25T10:58:22,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:58:22,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:58:22,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:58:22,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:58:22,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:58:22,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:58:22,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6111389f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:58:22,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6fea1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:58:22,590 WARN [Thread-698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data3/current/BP-1631518269-172.17.0.3-1732532301236/current, will proceed with Du for space computation calculation, 2024-11-25T10:58:22,596 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data4/current/BP-1631518269-172.17.0.3-1732532301236/current, will proceed with Du for space computation calculation, 2024-11-25T10:58:22,661 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:58:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a69162c79510891 with lease ID 0x863399fc45b55d57: Processing first storage report for DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53 from datanode DatanodeRegistration(127.0.0.1:44497, datanodeUuid=edb6f9dd-4fa8-4d5a-90b0-2523422d6c2c, infoPort=45269, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236) 2024-11-25T10:58:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a69162c79510891 with lease ID 0x863399fc45b55d57: from storage DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53 node DatanodeRegistration(127.0.0.1:44497, datanodeUuid=edb6f9dd-4fa8-4d5a-90b0-2523422d6c2c, infoPort=45269, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T10:58:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a69162c79510891 with lease ID 0x863399fc45b55d57: Processing first storage report for DS-d3a84f55-bfe8-4b82-9c82-1b3c96345599 from datanode DatanodeRegistration(127.0.0.1:44497, datanodeUuid=edb6f9dd-4fa8-4d5a-90b0-2523422d6c2c, infoPort=45269, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236) 2024-11-25T10:58:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a69162c79510891 with lease ID 0x863399fc45b55d57: from storage DS-d3a84f55-bfe8-4b82-9c82-1b3c96345599 node DatanodeRegistration(127.0.0.1:44497, datanodeUuid=edb6f9dd-4fa8-4d5a-90b0-2523422d6c2c, infoPort=45269, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:58:22,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e9c6024{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/java.io.tmpdir/jetty-localhost-32813-hadoop-hdfs-3_4_1-tests_jar-_-any-14419160276580621617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:58:22,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29c5d6a5{HTTP/1.1, (http/1.1)}{localhost:32813} 2024-11-25T10:58:22,771 INFO [Time-limited test {}] server.Server(415): Started @107330ms 2024-11-25T10:58:22,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:58:22,905 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data5/current/BP-1631518269-172.17.0.3-1732532301236/current, will proceed with Du for space computation calculation, 2024-11-25T10:58:22,908 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data6/current/BP-1631518269-172.17.0.3-1732532301236/current, will proceed with Du for space computation calculation, 2024-11-25T10:58:22,950 WARN [Thread-713 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:58:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e70b28518982a4b with lease ID 0x863399fc45b55d58: Processing first storage report for DS-01fa940f-f631-4b0e-988c-a7b261b96f28 from datanode DatanodeRegistration(127.0.0.1:45713, datanodeUuid=ea32b372-58bf-49e1-b015-cadc24609367, infoPort=34401, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236) 2024-11-25T10:58:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e70b28518982a4b with lease ID 0x863399fc45b55d58: from storage DS-01fa940f-f631-4b0e-988c-a7b261b96f28 node DatanodeRegistration(127.0.0.1:45713, datanodeUuid=ea32b372-58bf-49e1-b015-cadc24609367, infoPort=34401, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:58:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e70b28518982a4b with lease ID 0x863399fc45b55d58: Processing first storage report for DS-919e7032-8bf1-442c-8453-789bc0b87600 from datanode DatanodeRegistration(127.0.0.1:45713, datanodeUuid=ea32b372-58bf-49e1-b015-cadc24609367, infoPort=34401, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236) 2024-11-25T10:58:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e70b28518982a4b with lease ID 0x863399fc45b55d58: from storage DS-919e7032-8bf1-442c-8453-789bc0b87600 node DatanodeRegistration(127.0.0.1:45713, datanodeUuid=ea32b372-58bf-49e1-b015-cadc24609367, infoPort=34401, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1351185484;c=1732532301236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:58:23,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429 2024-11-25T10:58:23,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/zookeeper_0, clientPort=56580, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T10:58:23,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56580 2024-11-25T10:58:23,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:58:23,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:58:23,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:58:23,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a with version=8 2024-11-25T10:58:23,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/hbase-staging 2024-11-25T10:58:23,546 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T10:58:23,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:58:23,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45001 2024-11-25T10:58:23,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45001 connecting to ZooKeeper ensemble=127.0.0.1:56580 2024-11-25T10:58:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450010x0, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:58:23,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45001-0x100769707520000 connected 2024-11-25T10:58:23,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:23,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a, hbase.cluster.distributed=false 2024-11-25T10:58:23,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:58:23,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-25T10:58:23,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45001 2024-11-25T10:58:23,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45001 2024-11-25T10:58:23,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-25T10:58:23,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-25T10:58:23,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:58:23,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:58:23,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:23,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:23,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33277 2024-11-25T10:58:23,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:23,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33277 connecting to ZooKeeper ensemble=127.0.0.1:56580 2024-11-25T10:58:23,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332770x0, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:58:23,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332770x0, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:23,714 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:58:23,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33277-0x100769707520001 connected 2024-11-25T10:58:23,724 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:58:23,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:58:23,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:58:23,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33277 2024-11-25T10:58:23,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33277 2024-11-25T10:58:23,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33277 2024-11-25T10:58:23,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33277 2024-11-25T10:58:23,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33277 2024-11-25T10:58:23,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:58:23,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:58:23,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:58:23,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:58:23,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:58:23,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41495 2024-11-25T10:58:23,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41495 connecting to ZooKeeper ensemble=127.0.0.1:56580 2024-11-25T10:58:23,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414950x0, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:58:23,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41495-0x100769707520002 connected 2024-11-25T10:58:23,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:23,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:58:23,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:58:23,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:58:23,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:58:23,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-25T10:58:23,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41495 2024-11-25T10:58:23,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41495 2024-11-25T10:58:23,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-25T10:58:23,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-25T10:58:23,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=45 2024-11-25T10:58:23,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:58:23,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:58:23,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:58:23,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:58:23,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:58:23,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33291 2024-11-25T10:58:23,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33291 connecting to ZooKeeper ensemble=127.0.0.1:56580 2024-11-25T10:58:23,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:23,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332910x0, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:58:23,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332910x0, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:58:23,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:58:23,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33291-0x100769707520003 connected 2024-11-25T10:58:23,969 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:58:23,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:58:23,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:58:23,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33291 2024-11-25T10:58:23,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33291 2024-11-25T10:58:23,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33291 2024-11-25T10:58:23,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33291 2024-11-25T10:58:23,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33291 2024-11-25T10:58:24,005 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6bfc37bad115:45001 2024-11-25T10:58:24,007 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,015 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:58:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:58:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:58:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,019 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:58:24,023 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6bfc37bad115,45001,1732532303545 from backup master directory 2024-11-25T10:58:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,025 WARN [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:58:24,026 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:58:24,066 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/hbase.id] with ID: 102a9fe0-12ae-4813-b997-cc8bd843fb7a 2024-11-25T10:58:24,066 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.tmp/hbase.id 2024-11-25T10:58:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:58:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:58:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:58:24,099 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.tmp/hbase.id]:[hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/hbase.id] 2024-11-25T10:58:24,144 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:58:24,144 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T10:58:24,152 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-25T10:58:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:58:24,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:58:24,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:58:24,194 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:58:24,195 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T10:58:24,198 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:58:24,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T10:58:24,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:24,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:24,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:58:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:58:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:58:24,291 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store 2024-11-25T10:58:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:58:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:58:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:58:24,417 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:24,417 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:58:24,417 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:24,417 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:24,417 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:58:24,417 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:24,417 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:58:24,417 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732532304417Disabling compacts and flushes for region at 1732532304417Disabling writes for close at 1732532304417Writing region close event to WAL at 1732532304417Closed at 1732532304417 2024-11-25T10:58:24,419 WARN [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/.initializing 2024-11-25T10:58:24,419 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/WALs/6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,421 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:58:24,425 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C45001%2C1732532303545, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/WALs/6bfc37bad115,45001,1732532303545, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/oldWALs, maxLogs=10 2024-11-25T10:58:24,446 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/WALs/6bfc37bad115,45001,1732532303545/6bfc37bad115%2C45001%2C1732532303545.1732532304425, exclude list is [], retry=0 2024-11-25T10:58:24,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44497,DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53,DISK] 2024-11-25T10:58:24,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45713,DS-01fa940f-f631-4b0e-988c-a7b261b96f28,DISK] 2024-11-25T10:58:24,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c,DISK] 2024-11-25T10:58:24,489 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/WALs/6bfc37bad115,45001,1732532303545/6bfc37bad115%2C45001%2C1732532303545.1732532304425 2024-11-25T10:58:24,492 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41459:41459),(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-25T10:58:24,492 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:58:24,492 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:24,504 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,504 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T10:58:24,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:24,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:24,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T10:58:24,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:24,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T10:58:24,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:24,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:24,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T10:58:24,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:24,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:24,529 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,531 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,531 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,534 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,534 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,535 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:58:24,537 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:58:24,542 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:24,542 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61755592, jitterRate=-0.07976996898651123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:58:24,543 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732532304505Initializing all the Stores at 1732532304507 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532304507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532304508 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532304508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532304508Cleaning up temporary data from old regions at 1732532304534 (+26 ms)Region opened successfully at 1732532304543 (+9 ms) 2024-11-25T10:58:24,548 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T10:58:24,555 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36652b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:58:24,558 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T10:58:24,558 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T10:58:24,559 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T10:58:24,559 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T10:58:24,560 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T10:58:24,561 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-25T10:58:24,561 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T10:58:24,581 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T10:58:24,584 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T10:58:24,586 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T10:58:24,587 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T10:58:24,587 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T10:58:24,589 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T10:58:24,589 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T10:58:24,596 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T10:58:24,599 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T10:58:24,602 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T10:58:24,603 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T10:58:24,607 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T10:58:24,608 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:58:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,616 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6bfc37bad115,45001,1732532303545, sessionid=0x100769707520000, setting cluster-up flag (Was=false) 2024-11-25T10:58:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,636 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T10:58:24,638 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:24,651 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T10:58:24,654 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6bfc37bad115,45001,1732532303545 2024-11-25T10:58:24,663 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T10:58:24,668 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T10:58:24,669 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T10:58:24,669 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T10:58:24,669 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6bfc37bad115,45001,1732532303545 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T10:58:24,686 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6bfc37bad115:0, corePoolSize=10, maxPoolSize=10 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:58:24,687 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:24,695 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732532334695 2024-11-25T10:58:24,695 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T10:58:24,695 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T10:58:24,695 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T10:58:24,695 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T10:58:24,696 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T10:58:24,696 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T10:58:24,697 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(746): ClusterId : 102a9fe0-12ae-4813-b997-cc8bd843fb7a 2024-11-25T10:58:24,698 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:58:24,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:58:24,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T10:58:24,701 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:24,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:24,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:58:24,705 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T10:58:24,705 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T10:58:24,705 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T10:58:24,707 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:58:24,707 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:58:24,708 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T10:58:24,708 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T10:58:24,710 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:58:24,710 DEBUG [RS:0;6bfc37bad115:33277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:58:24,712 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732532304709,5,FailOnTimeoutGroup] 2024-11-25T10:58:24,698 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(746): ClusterId : 102a9fe0-12ae-4813-b997-cc8bd843fb7a 2024-11-25T10:58:24,724 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:58:24,731 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:58:24,731 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:58:24,736 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732532304712,5,FailOnTimeoutGroup] 2024-11-25T10:58:24,737 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:24,737 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T10:58:24,737 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:24,737 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:24,744 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:58:24,745 DEBUG [RS:1;6bfc37bad115:41495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60faad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:58:24,759 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(746): ClusterId : 102a9fe0-12ae-4813-b997-cc8bd843fb7a 2024-11-25T10:58:24,759 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:58:24,762 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:58:24,762 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:58:24,765 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:58:24,765 DEBUG [RS:2;6bfc37bad115:33291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45582ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0 2024-11-25T10:58:24,810 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6bfc37bad115:33277 2024-11-25T10:58:24,810 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:58:24,810 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:58:24,810 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:58:24,813 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6bfc37bad115:41495 2024-11-25T10:58:24,813 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:58:24,813 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:58:24,813 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:58:24,814 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,45001,1732532303545 with port=41495, startcode=1732532303810 2024-11-25T10:58:24,815 DEBUG [RS:1;6bfc37bad115:41495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:58:24,820 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,45001,1732532303545 with port=33277, startcode=1732532303668 2024-11-25T10:58:24,820 DEBUG [RS:0;6bfc37bad115:33277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:58:24,838 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6bfc37bad115:33291 2024-11-25T10:58:24,843 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:58:24,843 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:58:24,843 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:58:24,845 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,45001,1732532303545 with port=33291, startcode=1732532303916 2024-11-25T10:58:24,845 DEBUG [RS:2;6bfc37bad115:33291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:58:24,846 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:58:24,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,41495,1732532303810 2024-11-25T10:58:24,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:24,854 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:58:24,856 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:24,856 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33809 2024-11-25T10:58:24,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,33291,1732532303916 2024-11-25T10:58:24,856 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:58:24,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:58:24,862 DEBUG [RS:1;6bfc37bad115:41495 {}] zookeeper.ZKUtil(111): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,41495,1732532303810 2024-11-25T10:58:24,862 WARN [RS:1;6bfc37bad115:41495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:58:24,862 INFO [RS:1;6bfc37bad115:41495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:58:24,862 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:24,862 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,41495,1732532303810 2024-11-25T10:58:24,862 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33809 2024-11-25T10:58:24,862 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:58:24,863 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:58:24,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,33277,1732532303668 2024-11-25T10:58:24,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:24,866 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:24,866 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33809 2024-11-25T10:58:24,866 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:58:24,881 DEBUG [RS:2;6bfc37bad115:33291 {}] zookeeper.ZKUtil(111): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,33291,1732532303916 2024-11-25T10:58:24,881 WARN [RS:2;6bfc37bad115:33291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:58:24,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,33277,1732532303668] 2024-11-25T10:58:24,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,41495,1732532303810] 2024-11-25T10:58:24,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,33291,1732532303916] 2024-11-25T10:58:24,881 INFO [RS:2;6bfc37bad115:33291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:58:24,881 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916 2024-11-25T10:58:24,892 DEBUG [RS:0;6bfc37bad115:33277 {}] zookeeper.ZKUtil(111): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,33277,1732532303668 2024-11-25T10:58:24,893 WARN [RS:0;6bfc37bad115:33277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:58:24,893 INFO [RS:0;6bfc37bad115:33277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:58:24,893 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33277,1732532303668 2024-11-25T10:58:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:58:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:58:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:58:24,971 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:58:24,988 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:58:25,006 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:58:25,017 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:58:25,025 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:58:25,025 INFO [RS:0;6bfc37bad115:33277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:58:25,025 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,026 INFO [RS:1;6bfc37bad115:41495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:58:25,026 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,026 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:58:25,027 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:58:25,031 INFO [RS:2;6bfc37bad115:33291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:58:25,031 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,034 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:58:25,034 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,034 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,034 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,034 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,034 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:58:25,035 DEBUG [RS:1;6bfc37bad115:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:58:25,036 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:58:25,039 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:58:25,045 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:58:25,045 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,045 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,045 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,045 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,045 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,045 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:58:25,046 DEBUG [RS:0;6bfc37bad115:33277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:58:25,049 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:58:25,049 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:58:25,049 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:58:25,050 DEBUG [RS:2;6bfc37bad115:33291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:58:25,062 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,062 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,062 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,062 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,062 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,062 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,41495,1732532303810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:58:25,069 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,070 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,070 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,070 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,070 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,070 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,33277,1732532303668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:58:25,079 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,080 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,080 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,080 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,080 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,080 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,33291,1732532303916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:58:25,093 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:58:25,093 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,33277,1732532303668-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,093 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,093 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.Replication(171): 6bfc37bad115,33277,1732532303668 started 2024-11-25T10:58:25,103 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:58:25,114 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:58:25,114 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,41495,1732532303810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,124 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,124 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.Replication(171): 6bfc37bad115,41495,1732532303810 started 2024-11-25T10:58:25,132 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,33291,1732532303916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,132 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,132 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.Replication(171): 6bfc37bad115,33291,1732532303916 started 2024-11-25T10:58:25,138 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,138 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,33277,1732532303668, RpcServer on 6bfc37bad115/172.17.0.3:33277, sessionid=0x100769707520001 2024-11-25T10:58:25,138 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:58:25,138 DEBUG [RS:0;6bfc37bad115:33277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,33277,1732532303668 2024-11-25T10:58:25,138 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,33277,1732532303668' 2024-11-25T10:58:25,138 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:58:25,139 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:58:25,141 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:58:25,141 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:58:25,141 DEBUG [RS:0;6bfc37bad115:33277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,33277,1732532303668 2024-11-25T10:58:25,141 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,33277,1732532303668' 2024-11-25T10:58:25,141 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:58:25,143 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:58:25,143 DEBUG [RS:0;6bfc37bad115:33277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:58:25,143 INFO [RS:0;6bfc37bad115:33277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:58:25,143 INFO [RS:0;6bfc37bad115:33277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:58:25,146 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,146 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,41495,1732532303810, RpcServer on 6bfc37bad115/172.17.0.3:41495, sessionid=0x100769707520002 2024-11-25T10:58:25,146 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:58:25,146 DEBUG [RS:1;6bfc37bad115:41495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,41495,1732532303810 2024-11-25T10:58:25,146 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,41495,1732532303810' 2024-11-25T10:58:25,146 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:58:25,147 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:58:25,148 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:58:25,148 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:58:25,148 DEBUG [RS:1;6bfc37bad115:41495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,41495,1732532303810 2024-11-25T10:58:25,148 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,41495,1732532303810' 2024-11-25T10:58:25,148 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:58:25,149 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:58:25,149 DEBUG [RS:1;6bfc37bad115:41495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:58:25,149 INFO [RS:1;6bfc37bad115:41495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:58:25,149 INFO [RS:1;6bfc37bad115:41495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:58:25,153 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:25,153 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,33291,1732532303916, RpcServer on 6bfc37bad115/172.17.0.3:33291, sessionid=0x100769707520003 2024-11-25T10:58:25,153 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:58:25,153 DEBUG [RS:2;6bfc37bad115:33291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,33291,1732532303916 2024-11-25T10:58:25,153 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,33291,1732532303916' 2024-11-25T10:58:25,153 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:58:25,154 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:58:25,154 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:58:25,154 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:58:25,154 DEBUG [RS:2;6bfc37bad115:33291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,33291,1732532303916 2024-11-25T10:58:25,154 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,33291,1732532303916' 2024-11-25T10:58:25,154 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:58:25,155 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:58:25,155 DEBUG [RS:2;6bfc37bad115:33291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:58:25,155 INFO [RS:2;6bfc37bad115:33291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:58:25,155 INFO [RS:2;6bfc37bad115:33291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:58:25,245 INFO [RS:0;6bfc37bad115:33277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:58:25,248 INFO [RS:0;6bfc37bad115:33277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C33277%2C1732532303668, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33277,1732532303668, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs, maxLogs=32 2024-11-25T10:58:25,253 INFO [RS:1;6bfc37bad115:41495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:58:25,256 INFO [RS:2;6bfc37bad115:33291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:58:25,259 INFO [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C33291%2C1732532303916, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs, maxLogs=32 2024-11-25T10:58:25,277 INFO [RS:1;6bfc37bad115:41495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C41495%2C1732532303810, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,41495,1732532303810, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs, maxLogs=32 2024-11-25T10:58:25,288 DEBUG [RS:2;6bfc37bad115:33291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916/6bfc37bad115%2C33291%2C1732532303916.1732532305260, exclude list is [], retry=0 2024-11-25T10:58:25,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44497,DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53,DISK] 2024-11-25T10:58:25,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c,DISK] 2024-11-25T10:58:25,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45713,DS-01fa940f-f631-4b0e-988c-a7b261b96f28,DISK] 2024-11-25T10:58:25,302 DEBUG [RS:0;6bfc37bad115:33277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33277,1732532303668/6bfc37bad115%2C33277%2C1732532303668.1732532305259, exclude list is [], retry=0 2024-11-25T10:58:25,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c,DISK] 2024-11-25T10:58:25,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45713,DS-01fa940f-f631-4b0e-988c-a7b261b96f28,DISK] 2024-11-25T10:58:25,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44497,DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53,DISK] 2024-11-25T10:58:25,319 DEBUG [RS:1;6bfc37bad115:41495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,41495,1732532303810/6bfc37bad115%2C41495%2C1732532303810.1732532305282, exclude list is [], retry=0 2024-11-25T10:58:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44497,DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53,DISK] 2024-11-25T10:58:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45713,DS-01fa940f-f631-4b0e-988c-a7b261b96f28,DISK] 2024-11-25T10:58:25,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c,DISK] 2024-11-25T10:58:25,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T10:58:25,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:25,386 INFO [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916/6bfc37bad115%2C33291%2C1732532303916.1732532305260 2024-11-25T10:58:25,393 WARN [IPC Server handler 1 on default port 33809 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T10:58:25,393 WARN [IPC Server handler 1 on default port 33809 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T10:58:25,393 WARN [IPC Server handler 1 on default port 33809 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T10:58:25,408 DEBUG [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:41459:41459),(127.0.0.1/127.0.0.1:34401:34401)] 2024-11-25T10:58:25,418 INFO [RS:0;6bfc37bad115:33277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33277,1732532303668/6bfc37bad115%2C33277%2C1732532303668.1732532305259 2024-11-25T10:58:25,419 INFO [RS:1;6bfc37bad115:41495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,41495,1732532303810/6bfc37bad115%2C41495%2C1732532303810.1732532305282 2024-11-25T10:58:25,421 DEBUG [RS:0;6bfc37bad115:33277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41459:41459),(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-25T10:58:25,424 DEBUG [RS:1;6bfc37bad115:41495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:41459:41459),(127.0.0.1/127.0.0.1:34401:34401)] 2024-11-25T10:58:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741835_1011 (size=32) 2024-11-25T10:58:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741835_1011 (size=32) 2024-11-25T10:58:25,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:58:25,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:58:25,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:25,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:25,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:58:25,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:58:25,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:25,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:25,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:58:25,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:58:25,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:25,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:25,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:58:25,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:58:25,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:25,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:25,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:58:25,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740 2024-11-25T10:58:25,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740 2024-11-25T10:58:25,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:58:25,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:58:25,462 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:58:25,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:58:25,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:25,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67852817, jitterRate=0.011085763573646545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:58:25,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732532305434Initializing all the Stores at 1732532305435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532305435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532305436 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532305436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532305436Cleaning up temporary data from old regions at 1732532305461 (+25 ms)Region opened successfully at 1732532305476 (+15 ms) 2024-11-25T10:58:25,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:58:25,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:58:25,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:58:25,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:58:25,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:58:25,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:58:25,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732532305476Disabling compacts and flushes for region at 1732532305476Disabling writes for close at 1732532305477 (+1 ms)Writing region close event to WAL at 1732532305485 (+8 ms)Closed at 1732532305485 2024-11-25T10:58:25,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:58:25,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T10:58:25,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T10:58:25,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:58:25,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T10:58:25,651 DEBUG [6bfc37bad115:45001 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T10:58:25,652 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(204): Hosts are {6bfc37bad115=0} racks are {/default-rack=0} 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T10:58:25,661 INFO [6bfc37bad115:45001 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T10:58:25,661 INFO [6bfc37bad115:45001 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T10:58:25,661 INFO [6bfc37bad115:45001 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T10:58:25,661 DEBUG [6bfc37bad115:45001 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T10:58:25,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:25,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6bfc37bad115,33291,1732532303916, state=OPENING 2024-11-25T10:58:25,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T10:58:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:25,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:25,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:25,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:25,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:25,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:25,679 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:58:25,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6bfc37bad115,33291,1732532303916}] 2024-11-25T10:58:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:58:25,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:26,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:58:26,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:58:28,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741835_1011 (size=32) 2024-11-25T10:58:29,417 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6bfc37bad115:36121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T10:58:32,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T10:58:32,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:32,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:32,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:35,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:58:35,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:58:35,702 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T10:58:35,702 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:58:35,703 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T10:58:35,709 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C33291%2C1732532303916.meta, suffix=.meta, logDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs, maxLogs=32 2024-11-25T10:58:35,729 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916/6bfc37bad115%2C33291%2C1732532303916.meta.1732532315710.meta, exclude list is [], retry=0 2024-11-25T10:58:35,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45713,DS-01fa940f-f631-4b0e-988c-a7b261b96f28,DISK] 2024-11-25T10:58:35,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44497,DS-b57a7ef4-3941-4d1e-8c00-ad6c665d3a53,DISK] 2024-11-25T10:58:35,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-de6e5c12-421c-4d6e-b71b-1ab465c6083c,DISK] 2024-11-25T10:58:35,743 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/WALs/6bfc37bad115,33291,1732532303916/6bfc37bad115%2C33291%2C1732532303916.meta.1732532315710.meta 2024-11-25T10:58:35,744 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:41459:41459)] 2024-11-25T10:58:35,744 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:58:35,745 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T10:58:35,745 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T10:58:35,745 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T10:58:35,745 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T10:58:35,745 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:35,745 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T10:58:35,745 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T10:58:35,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:58:35,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:58:35,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:35,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:35,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:58:35,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:58:35,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:35,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:35,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:58:35,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:58:35,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:35,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:35,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:58:35,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:58:35,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:35,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:58:35,766 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:58:35,767 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740 2024-11-25T10:58:35,768 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740 2024-11-25T10:58:35,771 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:58:35,771 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:58:35,771 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:58:35,777 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:58:35,778 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65101151, jitterRate=-0.02991725504398346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:58:35,778 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T10:58:35,779 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732532315745Writing region info on filesystem at 1732532315745Initializing all the Stores at 1732532315747 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532315747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532315748 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532315748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732532315748Cleaning up temporary data from old regions at 1732532315771 (+23 ms)Running coprocessor post-open hooks at 1732532315778 (+7 ms)Region opened successfully at 1732532315779 (+1 ms) 2024-11-25T10:58:35,781 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732532315688 2024-11-25T10:58:35,793 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T10:58:35,793 INFO [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T10:58:35,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:35,803 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6bfc37bad115,33291,1732532303916, state=OPEN 2024-11-25T10:58:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:58:35,805 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:35,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:58:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:58:35,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:35,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:58:35,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:58:35,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T10:58:35,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6bfc37bad115,33291,1732532303916 in 10.1260 sec 2024-11-25T10:58:35,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T10:58:35,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3330 sec 2024-11-25T10:58:35,826 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:58:35,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T10:58:35,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:58:35,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,33291,1732532303916, seqNum=-1] 2024-11-25T10:58:35,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:58:35,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:58:35,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1910 sec 2024-11-25T10:58:35,862 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732532315861, completionTime=-1 2024-11-25T10:58:35,862 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T10:58:35,862 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T10:58:35,865 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T10:58:35,865 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732532375865 2024-11-25T10:58:35,865 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732532435865 2024-11-25T10:58:35,865 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T10:58:35,866 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:58:35,869 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,45001,1732532303545-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,869 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,45001,1732532303545-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,869 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,45001,1732532303545-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,869 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6bfc37bad115:45001, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,869 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,872 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,881 DEBUG [master/6bfc37bad115:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T10:58:35,888 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.862sec 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,45001,1732532303545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:58:35,890 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,45001,1732532303545-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T10:58:35,899 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T10:58:35,899 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T10:58:35,899 INFO [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,45001,1732532303545-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:58:35,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d8ab2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:58:35,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6bfc37bad115,45001,-1 for getting cluster id 2024-11-25T10:58:35,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:58:35,957 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102a9fe0-12ae-4813-b997-cc8bd843fb7a' 2024-11-25T10:58:35,958 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:58:35,958 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102a9fe0-12ae-4813-b997-cc8bd843fb7a" 2024-11-25T10:58:35,959 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dff4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:58:35,959 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6bfc37bad115,45001,-1] 2024-11-25T10:58:35,959 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:58:35,960 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:35,966 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:58:35,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9caf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:58:35,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:58:35,971 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,33291,1732532303916, seqNum=-1] 2024-11-25T10:58:35,971 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:58:35,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:58:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6bfc37bad115,45001,1732532303545 2024-11-25T10:58:35,977 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732532315977 (current time:1732532315977). 2024-11-25T10:58:35,977 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T10:58:35,977 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T10:58:35,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358e67c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:58:35,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6bfc37bad115,45001,-1 for getting cluster id 2024-11-25T10:58:35,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:58:35,983 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102a9fe0-12ae-4813-b997-cc8bd843fb7a' 2024-11-25T10:58:35,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:58:35,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102a9fe0-12ae-4813-b997-cc8bd843fb7a" 2024-11-25T10:58:35,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e6d440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:58:35,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6bfc37bad115,45001,-1] 2024-11-25T10:58:35,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:58:35,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:35,986 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:58:35,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a373830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:58:35,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:58:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,33291,1732532303916, seqNum=-1] 2024-11-25T10:58:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:58:35,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:58:35,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:58:35,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:58:35,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:35,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:58:35,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:58:35,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:58:35,997 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6bfc37bad115,45001,1732532303545 2024-11-25T10:58:35,997 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3af5a9f3 2024-11-25T10:58:35,997 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:58:36,004 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:58:36,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:58:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T10:58:36,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:58:36,014 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:36,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T10:58:36,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:58:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:36,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741837_1013 (size=361) 2024-11-25T10:58:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741837_1013 (size=361) 2024-11-25T10:58:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741837_1013 (size=361) 2024-11-25T10:58:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:36,529 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62111c24588bc1a5c53aa97309dba203, NAME => 'SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6e0a42f3d803b73ffb0829be057ea14a, NAME => 'SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,535 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fd3398f583102de9ceb4188705e46034, NAME => 'SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741838_1014 (size=54) 2024-11-25T10:58:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741838_1014 (size=54) 2024-11-25T10:58:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741838_1014 (size=54) 2024-11-25T10:58:36,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741839_1015 (size=62) 2024-11-25T10:58:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741839_1015 (size=62) 2024-11-25T10:58:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741839_1015 (size=62) 2024-11-25T10:58:36,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:36,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fd3398f583102de9ceb4188705e46034, disabling compactions & flushes 2024-11-25T10:58:36,630 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:36,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:36,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. after waiting 0 ms 2024-11-25T10:58:36,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:36,630 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:36,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fd3398f583102de9ceb4188705e46034: Waiting for close lock at 1732532316630Disabling compacts and flushes for region at 1732532316630Disabling writes for close at 1732532316630Writing region close event to WAL at 1732532316630Closed at 1732532316630 2024-11-25T10:58:36,631 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 753e6f5123cb5829945060e52616b1f1, NAME => 'SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741840_1016 (size=62) 2024-11-25T10:58:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741840_1016 (size=62) 2024-11-25T10:58:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741840_1016 (size=62) 2024-11-25T10:58:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6e0a42f3d803b73ffb0829be057ea14a, disabling compactions & flushes 2024-11-25T10:58:36,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. after waiting 0 ms 2024-11-25T10:58:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:36,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:36,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6e0a42f3d803b73ffb0829be057ea14a: Waiting for close lock at 1732532316644Disabling compacts and flushes for region at 1732532316644Disabling writes for close at 1732532316644Writing region close event to WAL at 1732532316644Closed at 1732532316644 2024-11-25T10:58:36,645 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ab1bee9e31d248e907c83907c35d551b, NAME => 'SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741841_1017 (size=62) 2024-11-25T10:58:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741841_1017 (size=62) 2024-11-25T10:58:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741841_1017 (size=62) 2024-11-25T10:58:36,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:36,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 753e6f5123cb5829945060e52616b1f1, disabling compactions & flushes 2024-11-25T10:58:36,715 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:36,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:36,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. after waiting 0 ms 2024-11-25T10:58:36,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:36,716 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:36,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 753e6f5123cb5829945060e52616b1f1: Waiting for close lock at 1732532316715Disabling compacts and flushes for region at 1732532316715Disabling writes for close at 1732532316716 (+1 ms)Writing region close event to WAL at 1732532316716Closed at 1732532316716 2024-11-25T10:58:36,717 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7d1f4577455ad52f44ff325005ad376d, NAME => 'SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741842_1018 (size=62) 2024-11-25T10:58:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741842_1018 (size=62) 2024-11-25T10:58:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741842_1018 (size=62) 2024-11-25T10:58:36,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:36,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ab1bee9e31d248e907c83907c35d551b, disabling compactions & flushes 2024-11-25T10:58:36,724 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:36,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:36,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. after waiting 0 ms 2024-11-25T10:58:36,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:36,724 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:36,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ab1bee9e31d248e907c83907c35d551b: Waiting for close lock at 1732532316724Disabling compacts and flushes for region at 1732532316724Disabling writes for close at 1732532316724Writing region close event to WAL at 1732532316724Closed at 1732532316724 2024-11-25T10:58:36,725 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0a84244729ea735b3da7954cbcc6313f, NAME => 'SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741843_1019 (size=62) 2024-11-25T10:58:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741843_1019 (size=62) 2024-11-25T10:58:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741843_1019 (size=62) 2024-11-25T10:58:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741844_1020 (size=62) 2024-11-25T10:58:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741844_1020 (size=62) 2024-11-25T10:58:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741844_1020 (size=62) 2024-11-25T10:58:36,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:58:36,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T10:58:36,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:58:36,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T10:58:37,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:37,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 62111c24588bc1a5c53aa97309dba203, disabling compactions & flushes 2024-11-25T10:58:37,006 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:37,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:37,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. after waiting 0 ms 2024-11-25T10:58:37,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:37,006 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:37,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62111c24588bc1a5c53aa97309dba203: Waiting for close lock at 1732532317006Disabling compacts and flushes for region at 1732532317006Disabling writes for close at 1732532317006Writing region close event to WAL at 1732532317006Closed at 1732532317006 2024-11-25T10:58:37,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T10:58:37,007 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1be0d1734198d78716d8bf246606541, NAME => 'SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741845_1021 (size=62) 2024-11-25T10:58:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741845_1021 (size=62) 2024-11-25T10:58:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741845_1021 (size=62) 2024-11-25T10:58:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a1be0d1734198d78716d8bf246606541, disabling compactions & flushes 2024-11-25T10:58:37,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. after waiting 0 ms 2024-11-25T10:58:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:37,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1be0d1734198d78716d8bf246606541: Waiting for close lock at 1732532317025Disabling compacts and flushes for region at 1732532317025Disabling writes for close at 1732532317025Writing region close event to WAL at 1732532317025Closed at 1732532317025 2024-11-25T10:58:37,026 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86ee29d0eaa7e02681e3b7b5e7210019, NAME => 'SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741846_1022 (size=62) 2024-11-25T10:58:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741846_1022 (size=62) 2024-11-25T10:58:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741846_1022 (size=62) 2024-11-25T10:58:37,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:37,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 86ee29d0eaa7e02681e3b7b5e7210019, disabling compactions & flushes 2024-11-25T10:58:37,050 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:37,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:37,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. after waiting 0 ms 2024-11-25T10:58:37,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:37,051 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:37,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86ee29d0eaa7e02681e3b7b5e7210019: Waiting for close lock at 1732532317050Disabling compacts and flushes for region at 1732532317050Disabling writes for close at 1732532317050Writing region close event to WAL at 1732532317051 (+1 ms)Closed at 1732532317051 2024-11-25T10:58:37,052 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b71735c7e8737dbe9747a562f469a88, NAME => 'SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a 2024-11-25T10:58:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741847_1023 (size=54) 2024-11-25T10:58:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741847_1023 (size=54) 2024-11-25T10:58:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741847_1023 (size=54) 2024-11-25T10:58:37,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:37,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9b71735c7e8737dbe9747a562f469a88, disabling compactions & flushes 2024-11-25T10:58:37,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:37,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:37,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. after waiting 0 ms 2024-11-25T10:58:37,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:37,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:37,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b71735c7e8737dbe9747a562f469a88: Waiting for close lock at 1732532317075Disabling compacts and flushes for region at 1732532317075Disabling writes for close at 1732532317075Writing region close event to WAL at 1732532317075Closed at 1732532317075 2024-11-25T10:58:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:37,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:37,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7d1f4577455ad52f44ff325005ad376d, disabling compactions & flushes 2024-11-25T10:58:37,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:37,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:37,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. after waiting 0 ms 2024-11-25T10:58:37,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:37,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:37,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7d1f4577455ad52f44ff325005ad376d: Waiting for close lock at 1732532317187Disabling compacts and flushes for region at 1732532317187Disabling writes for close at 1732532317187Writing region close event to WAL at 1732532317187Closed at 1732532317187 2024-11-25T10:58:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0a84244729ea735b3da7954cbcc6313f, disabling compactions & flushes 2024-11-25T10:58:37,204 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. after waiting 0 ms 2024-11-25T10:58:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:37,204 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:37,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0a84244729ea735b3da7954cbcc6313f: Waiting for close lock at 1732532317204Disabling compacts and flushes for region at 1732532317204Disabling writes for close at 1732532317204Writing region close event to WAL at 1732532317204Closed at 1732532317204 2024-11-25T10:58:37,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:58:37,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732532317206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732532317206"}]},"ts":"1732532317206"} 2024-11-25T10:58:37,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T10:58:37,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:58:37,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732532317217"}]},"ts":"1732532317217"} 2024-11-25T10:58:37,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T10:58:37,220 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {6bfc37bad115=0} racks are {/default-rack=0} 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T10:58:37,235 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T10:58:37,235 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T10:58:37,235 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T10:58:37,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T10:58:37,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62111c24588bc1a5c53aa97309dba203, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e0a42f3d803b73ffb0829be057ea14a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd3398f583102de9ceb4188705e46034, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=753e6f5123cb5829945060e52616b1f1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab1bee9e31d248e907c83907c35d551b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d1f4577455ad52f44ff325005ad376d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a84244729ea735b3da7954cbcc6313f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1be0d1734198d78716d8bf246606541, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86ee29d0eaa7e02681e3b7b5e7210019, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b71735c7e8737dbe9747a562f469a88, ASSIGN}] 2024-11-25T10:58:37,240 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62111c24588bc1a5c53aa97309dba203, ASSIGN 2024-11-25T10:58:37,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e0a42f3d803b73ffb0829be057ea14a, ASSIGN 2024-11-25T10:58:37,242 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd3398f583102de9ceb4188705e46034, ASSIGN 2024-11-25T10:58:37,245 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62111c24588bc1a5c53aa97309dba203, ASSIGN; state=OFFLINE, location=6bfc37bad115,33277,1732532303668; forceNewPlan=false, retain=false 2024-11-25T10:58:37,246 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e0a42f3d803b73ffb0829be057ea14a, ASSIGN; state=OFFLINE, location=6bfc37bad115,33277,1732532303668; forceNewPlan=false, retain=false 2024-11-25T10:58:37,246 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd3398f583102de9ceb4188705e46034, ASSIGN; state=OFFLINE, location=6bfc37bad115,33291,1732532303916; forceNewPlan=false, retain=false 2024-11-25T10:58:37,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b71735c7e8737dbe9747a562f469a88, ASSIGN 2024-11-25T10:58:37,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1be0d1734198d78716d8bf246606541, ASSIGN 2024-11-25T10:58:37,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d1f4577455ad52f44ff325005ad376d, ASSIGN 2024-11-25T10:58:37,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86ee29d0eaa7e02681e3b7b5e7210019, ASSIGN 2024-11-25T10:58:37,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a84244729ea735b3da7954cbcc6313f, ASSIGN 2024-11-25T10:58:37,257 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b71735c7e8737dbe9747a562f469a88, ASSIGN; state=OFFLINE, location=6bfc37bad115,33277,1732532303668; forceNewPlan=false, retain=false 2024-11-25T10:58:37,257 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86ee29d0eaa7e02681e3b7b5e7210019, ASSIGN; state=OFFLINE, location=6bfc37bad115,33291,1732532303916; forceNewPlan=false, retain=false 2024-11-25T10:58:37,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1be0d1734198d78716d8bf246606541, ASSIGN; state=OFFLINE, location=6bfc37bad115,41495,1732532303810; forceNewPlan=false, retain=false 2024-11-25T10:58:37,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d1f4577455ad52f44ff325005ad376d, ASSIGN; state=OFFLINE, location=6bfc37bad115,41495,1732532303810; forceNewPlan=false, retain=false 2024-11-25T10:58:37,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a84244729ea735b3da7954cbcc6313f, ASSIGN; state=OFFLINE, location=6bfc37bad115,33291,1732532303916; forceNewPlan=false, retain=false 2024-11-25T10:58:37,263 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab1bee9e31d248e907c83907c35d551b, ASSIGN 2024-11-25T10:58:37,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab1bee9e31d248e907c83907c35d551b, ASSIGN; state=OFFLINE, location=6bfc37bad115,33291,1732532303916; forceNewPlan=false, retain=false 2024-11-25T10:58:37,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=753e6f5123cb5829945060e52616b1f1, ASSIGN 2024-11-25T10:58:37,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=753e6f5123cb5829945060e52616b1f1, ASSIGN; state=OFFLINE, location=6bfc37bad115,41495,1732532303810; forceNewPlan=false, retain=false 2024-11-25T10:58:37,396 INFO [6bfc37bad115:45001 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T10:58:37,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a1be0d1734198d78716d8bf246606541, regionState=OPENING, regionLocation=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:37,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7d1f4577455ad52f44ff325005ad376d, regionState=OPENING, regionLocation=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:37,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=753e6f5123cb5829945060e52616b1f1, regionState=OPENING, regionLocation=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:37,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=86ee29d0eaa7e02681e3b7b5e7210019, regionState=OPENING, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:37,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0a84244729ea735b3da7954cbcc6313f, regionState=OPENING, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:37,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab1bee9e31d248e907c83907c35d551b, regionState=OPENING, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:37,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fd3398f583102de9ceb4188705e46034, regionState=OPENING, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:37,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9b71735c7e8737dbe9747a562f469a88, regionState=OPENING, regionLocation=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:37,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e0a42f3d803b73ffb0829be057ea14a, regionState=OPENING, regionLocation=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:37,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62111c24588bc1a5c53aa97309dba203, regionState=OPENING, regionLocation=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1be0d1734198d78716d8bf246606541, ASSIGN because future has completed 2024-11-25T10:58:37,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1be0d1734198d78716d8bf246606541, server=6bfc37bad115,41495,1732532303810}] 2024-11-25T10:58:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d1f4577455ad52f44ff325005ad376d, ASSIGN because future has completed 2024-11-25T10:58:37,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d1f4577455ad52f44ff325005ad376d, server=6bfc37bad115,41495,1732532303810}] 2024-11-25T10:58:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=753e6f5123cb5829945060e52616b1f1, ASSIGN because future has completed 2024-11-25T10:58:37,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753e6f5123cb5829945060e52616b1f1, server=6bfc37bad115,41495,1732532303810}] 2024-11-25T10:58:37,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86ee29d0eaa7e02681e3b7b5e7210019, ASSIGN because future has completed 2024-11-25T10:58:37,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a84244729ea735b3da7954cbcc6313f, ASSIGN because future has completed 2024-11-25T10:58:37,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019, server=6bfc37bad115,33291,1732532303916}] 2024-11-25T10:58:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab1bee9e31d248e907c83907c35d551b, ASSIGN because future has completed 2024-11-25T10:58:37,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd3398f583102de9ceb4188705e46034, ASSIGN because future has completed 2024-11-25T10:58:37,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a84244729ea735b3da7954cbcc6313f, server=6bfc37bad115,33291,1732532303916}] 2024-11-25T10:58:37,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd3398f583102de9ceb4188705e46034, server=6bfc37bad115,33291,1732532303916}] 2024-11-25T10:58:37,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b71735c7e8737dbe9747a562f469a88, ASSIGN because future has completed 2024-11-25T10:58:37,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e0a42f3d803b73ffb0829be057ea14a, ASSIGN because future has completed 2024-11-25T10:58:37,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62111c24588bc1a5c53aa97309dba203, ASSIGN because future has completed 2024-11-25T10:58:37,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab1bee9e31d248e907c83907c35d551b, server=6bfc37bad115,33291,1732532303916}] 2024-11-25T10:58:37,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b71735c7e8737dbe9747a562f469a88, server=6bfc37bad115,33277,1732532303668}] 2024-11-25T10:58:37,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62111c24588bc1a5c53aa97309dba203, server=6bfc37bad115,33277,1732532303668}] 2024-11-25T10:58:37,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a, server=6bfc37bad115,33277,1732532303668}] 2024-11-25T10:58:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:41,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T10:58:41,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:41,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:41,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:47,416 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:58:47,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:58:47,447 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:47,447 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d1f4577455ad52f44ff325005ad376d, NAME => 'SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T10:58:47,448 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,448 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,448 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,448 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,452 INFO [StoreOpener-7d1f4577455ad52f44ff325005ad376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,455 INFO [StoreOpener-7d1f4577455ad52f44ff325005ad376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d1f4577455ad52f44ff325005ad376d columnFamilyName cf 2024-11-25T10:58:47,455 DEBUG [StoreOpener-7d1f4577455ad52f44ff325005ad376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,457 INFO [StoreOpener-7d1f4577455ad52f44ff325005ad376d-1 {}] regionserver.HStore(327): Store=7d1f4577455ad52f44ff325005ad376d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,457 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,458 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,459 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,460 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,460 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,462 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,496 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/7d1f4577455ad52f44ff325005ad376d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,498 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7d1f4577455ad52f44ff325005ad376d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67875839, jitterRate=0.011428818106651306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,498 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:47,498 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7d1f4577455ad52f44ff325005ad376d: Running coprocessor pre-open hook at 1732532327448Writing region info on filesystem at 1732532327448Initializing all the Stores at 1732532327452 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327452Cleaning up temporary data from old regions at 1732532327460 (+8 ms)Running coprocessor post-open hooks at 1732532327498 (+38 ms)Region opened successfully at 1732532327498 2024-11-25T10:58:47,505 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d., pid=16, masterSystemTime=1732532327415 2024-11-25T10:58:47,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7d1f4577455ad52f44ff325005ad376d, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:47,512 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:47,512 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:58:47,513 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:47,513 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a1be0d1734198d78716d8bf246606541, NAME => 'SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T10:58:47,513 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,513 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,514 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,514 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d1f4577455ad52f44ff325005ad376d, server=6bfc37bad115,41495,1732532303810 because future has completed 2024-11-25T10:58:47,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-25T10:58:47,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d1f4577455ad52f44ff325005ad376d, server=6bfc37bad115,41495,1732532303810 in 10.1020 sec 2024-11-25T10:58:47,529 INFO [StoreOpener-a1be0d1734198d78716d8bf246606541-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d1f4577455ad52f44ff325005ad376d, ASSIGN in 10.2910 sec 2024-11-25T10:58:47,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:58:47,534 INFO [StoreOpener-a1be0d1734198d78716d8bf246606541-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1be0d1734198d78716d8bf246606541 columnFamilyName cf 2024-11-25T10:58:47,534 DEBUG [StoreOpener-a1be0d1734198d78716d8bf246606541-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,535 INFO [StoreOpener-a1be0d1734198d78716d8bf246606541-1 {}] regionserver.HStore(327): Store=a1be0d1734198d78716d8bf246606541/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,536 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,538 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,538 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,539 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,539 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,543 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,559 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:47,559 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => fd3398f583102de9ceb4188705e46034, NAME => 'SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T10:58:47,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:58:47,560 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,560 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,560 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,560 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,572 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,573 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a1be0d1734198d78716d8bf246606541; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66283227, jitterRate=-0.012302950024604797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,573 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:47,573 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a1be0d1734198d78716d8bf246606541: Running coprocessor pre-open hook at 1732532327514Writing region info on filesystem at 1732532327514Initializing all the Stores at 1732532327515 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327515Cleaning up temporary data from old regions at 1732532327539 (+24 ms)Running coprocessor post-open hooks at 1732532327573 (+34 ms)Region opened successfully at 1732532327573 2024-11-25T10:58:47,576 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., pid=15, masterSystemTime=1732532327415 2024-11-25T10:58:47,587 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:47,587 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:58:47,587 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:47,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 753e6f5123cb5829945060e52616b1f1, NAME => 'SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T10:58:47,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,588 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,589 INFO [StoreOpener-fd3398f583102de9ceb4188705e46034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a1be0d1734198d78716d8bf246606541, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:47,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1be0d1734198d78716d8bf246606541, server=6bfc37bad115,41495,1732532303810 because future has completed 2024-11-25T10:58:47,605 INFO [StoreOpener-fd3398f583102de9ceb4188705e46034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3398f583102de9ceb4188705e46034 columnFamilyName cf 2024-11-25T10:58:47,605 DEBUG [StoreOpener-fd3398f583102de9ceb4188705e46034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,609 INFO [StoreOpener-fd3398f583102de9ceb4188705e46034-1 {}] regionserver.HStore(327): Store=fd3398f583102de9ceb4188705e46034/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,609 INFO [StoreOpener-753e6f5123cb5829945060e52616b1f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,612 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-25T10:58:47,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a1be0d1734198d78716d8bf246606541, server=6bfc37bad115,41495,1732532303810 in 10.2020 sec 2024-11-25T10:58:47,620 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1be0d1734198d78716d8bf246606541, ASSIGN in 10.3820 sec 2024-11-25T10:58:47,621 INFO [StoreOpener-753e6f5123cb5829945060e52616b1f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753e6f5123cb5829945060e52616b1f1 columnFamilyName cf 2024-11-25T10:58:47,621 DEBUG [StoreOpener-753e6f5123cb5829945060e52616b1f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,623 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:47,623 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e0a42f3d803b73ffb0829be057ea14a, NAME => 'SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T10:58:47,623 INFO [StoreOpener-753e6f5123cb5829945060e52616b1f1-1 {}] regionserver.HStore(327): Store=753e6f5123cb5829945060e52616b1f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,623 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,624 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,630 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,631 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,631 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,631 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,645 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,638 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,649 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,657 INFO [StoreOpener-6e0a42f3d803b73ffb0829be057ea14a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,659 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,664 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/fd3398f583102de9ceb4188705e46034/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,670 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened fd3398f583102de9ceb4188705e46034; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65528497, jitterRate=-0.02354930341243744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,670 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd3398f583102de9ceb4188705e46034 2024-11-25T10:58:47,670 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for fd3398f583102de9ceb4188705e46034: Running coprocessor pre-open hook at 1732532327565Writing region info on filesystem at 1732532327565Initializing all the Stores at 1732532327569 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327569Cleaning up temporary data from old regions at 1732532327631 (+62 ms)Running coprocessor post-open hooks at 1732532327670 (+39 ms)Region opened successfully at 1732532327670 2024-11-25T10:58:47,680 INFO [StoreOpener-6e0a42f3d803b73ffb0829be057ea14a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e0a42f3d803b73ffb0829be057ea14a columnFamilyName cf 2024-11-25T10:58:47,680 DEBUG [StoreOpener-6e0a42f3d803b73ffb0829be057ea14a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,684 INFO [StoreOpener-6e0a42f3d803b73ffb0829be057ea14a-1 {}] regionserver.HStore(327): Store=6e0a42f3d803b73ffb0829be057ea14a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,685 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,692 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034., pid=20, masterSystemTime=1732532327480 2024-11-25T10:58:47,692 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,696 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/753e6f5123cb5829945060e52616b1f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,697 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,699 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 753e6f5123cb5829945060e52616b1f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62060124, jitterRate=-0.07523208856582642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,699 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:47,699 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 753e6f5123cb5829945060e52616b1f1: Running coprocessor pre-open hook at 1732532327589Writing region info on filesystem at 1732532327589Initializing all the Stores at 1732532327605 (+16 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327605Cleaning up temporary data from old regions at 1732532327649 (+44 ms)Running coprocessor post-open hooks at 1732532327699 (+50 ms)Region opened successfully at 1732532327699 2024-11-25T10:58:47,702 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,702 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,710 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:47,710 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:58:47,710 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:47,710 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a84244729ea735b3da7954cbcc6313f, NAME => 'SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T10:58:47,711 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,711 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,711 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,711 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fd3398f583102de9ceb4188705e46034, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:47,712 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1., pid=17, masterSystemTime=1732532327415 2024-11-25T10:58:47,734 INFO [StoreOpener-0a84244729ea735b3da7954cbcc6313f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd3398f583102de9ceb4188705e46034, server=6bfc37bad115,33291,1732532303916 because future has completed 2024-11-25T10:58:47,740 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,741 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:47,741 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:58:47,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=753e6f5123cb5829945060e52616b1f1, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,41495,1732532303810 2024-11-25T10:58:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753e6f5123cb5829945060e52616b1f1, server=6bfc37bad115,41495,1732532303810 because future has completed 2024-11-25T10:58:47,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-25T10:58:47,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fd3398f583102de9ceb4188705e46034, server=6bfc37bad115,33291,1732532303916 in 10.2670 sec 2024-11-25T10:58:47,760 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/6e0a42f3d803b73ffb0829be057ea14a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,761 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6e0a42f3d803b73ffb0829be057ea14a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64200408, jitterRate=-0.04333937168121338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,762 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:47,762 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6e0a42f3d803b73ffb0829be057ea14a: Running coprocessor pre-open hook at 1732532327625Writing region info on filesystem at 1732532327625Initializing all the Stores at 1732532327650 (+25 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327650Cleaning up temporary data from old regions at 1732532327702 (+52 ms)Running coprocessor post-open hooks at 1732532327762 (+60 ms)Region opened successfully at 1732532327762 2024-11-25T10:58:47,762 INFO [StoreOpener-0a84244729ea735b3da7954cbcc6313f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a84244729ea735b3da7954cbcc6313f columnFamilyName cf 2024-11-25T10:58:47,762 DEBUG [StoreOpener-0a84244729ea735b3da7954cbcc6313f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,764 INFO [StoreOpener-0a84244729ea735b3da7954cbcc6313f-1 {}] regionserver.HStore(327): Store=0a84244729ea735b3da7954cbcc6313f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd3398f583102de9ceb4188705e46034, ASSIGN in 10.5190 sec 2024-11-25T10:58:47,764 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a., pid=24, masterSystemTime=1732532327532 2024-11-25T10:58:47,768 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,770 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:47,770 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:58:47,770 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:47,770 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 62111c24588bc1a5c53aa97309dba203, NAME => 'SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T10:58:47,771 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,771 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,771 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,771 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-25T10:58:47,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 753e6f5123cb5829945060e52616b1f1, server=6bfc37bad115,41495,1732532303810 in 10.3150 sec 2024-11-25T10:58:47,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e0a42f3d803b73ffb0829be057ea14a, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:47,772 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=753e6f5123cb5829945060e52616b1f1, ASSIGN in 10.5350 sec 2024-11-25T10:58:47,780 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,781 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,781 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a, server=6bfc37bad115,33277,1732532303668 because future has completed 2024-11-25T10:58:47,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-25T10:58:47,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a, server=6bfc37bad115,33277,1732532303668 in 10.2590 sec 2024-11-25T10:58:47,797 INFO [StoreOpener-62111c24588bc1a5c53aa97309dba203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e0a42f3d803b73ffb0829be057ea14a, ASSIGN in 10.5540 sec 2024-11-25T10:58:47,810 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,817 INFO [StoreOpener-62111c24588bc1a5c53aa97309dba203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62111c24588bc1a5c53aa97309dba203 columnFamilyName cf 2024-11-25T10:58:47,817 DEBUG [StoreOpener-62111c24588bc1a5c53aa97309dba203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,825 INFO [StoreOpener-62111c24588bc1a5c53aa97309dba203-1 {}] regionserver.HStore(327): Store=62111c24588bc1a5c53aa97309dba203/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,825 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,829 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,834 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,834 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,837 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0a84244729ea735b3da7954cbcc6313f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60044838, jitterRate=-0.10526219010353088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,837 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:47,838 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0a84244729ea735b3da7954cbcc6313f: Running coprocessor pre-open hook at 1732532327711Writing region info on filesystem at 1732532327711Initializing all the Stores at 1732532327732 (+21 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327733 (+1 ms)Cleaning up temporary data from old regions at 1732532327781 (+48 ms)Running coprocessor post-open hooks at 1732532327838 (+57 ms)Region opened successfully at 1732532327838 2024-11-25T10:58:47,838 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,838 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,848 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f., pid=19, masterSystemTime=1732532327480 2024-11-25T10:58:47,867 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:47,868 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:58:47,868 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:47,868 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ab1bee9e31d248e907c83907c35d551b, NAME => 'SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T10:58:47,868 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,868 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,869 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,869 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,869 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0a84244729ea735b3da7954cbcc6313f, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:47,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a84244729ea735b3da7954cbcc6313f, server=6bfc37bad115,33291,1732532303916 because future has completed 2024-11-25T10:58:47,889 INFO [StoreOpener-ab1bee9e31d248e907c83907c35d551b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,909 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/62111c24588bc1a5c53aa97309dba203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,913 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 62111c24588bc1a5c53aa97309dba203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63623105, jitterRate=-0.05194185674190521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,913 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:47,913 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 62111c24588bc1a5c53aa97309dba203: Running coprocessor pre-open hook at 1732532327771Writing region info on filesystem at 1732532327771Initializing all the Stores at 1732532327777 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327777Cleaning up temporary data from old regions at 1732532327838 (+61 ms)Running coprocessor post-open hooks at 1732532327913 (+75 ms)Region opened successfully at 1732532327913 2024-11-25T10:58:47,917 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203., pid=23, masterSystemTime=1732532327532 2024-11-25T10:58:47,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-25T10:58:47,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a84244729ea735b3da7954cbcc6313f, server=6bfc37bad115,33291,1732532303916 in 10.4380 sec 2024-11-25T10:58:47,921 INFO [StoreOpener-ab1bee9e31d248e907c83907c35d551b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1bee9e31d248e907c83907c35d551b columnFamilyName cf 2024-11-25T10:58:47,921 DEBUG [StoreOpener-ab1bee9e31d248e907c83907c35d551b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,930 INFO [StoreOpener-ab1bee9e31d248e907c83907c35d551b-1 {}] regionserver.HStore(327): Store=ab1bee9e31d248e907c83907c35d551b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,930 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,933 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,935 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,937 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:47,937 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:58:47,937 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:47,938 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b71735c7e8737dbe9747a562f469a88, NAME => 'SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T10:58:47,938 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a84244729ea735b3da7954cbcc6313f, ASSIGN in 10.6850 sec 2024-11-25T10:58:47,938 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,938 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,938 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,939 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,939 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,946 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62111c24588bc1a5c53aa97309dba203, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:47,957 INFO [StoreOpener-9b71735c7e8737dbe9747a562f469a88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62111c24588bc1a5c53aa97309dba203, server=6bfc37bad115,33277,1732532303668 because future has completed 2024-11-25T10:58:47,970 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/ab1bee9e31d248e907c83907c35d551b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:47,971 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ab1bee9e31d248e907c83907c35d551b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64572471, jitterRate=-0.03779520094394684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:47,971 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:47,971 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ab1bee9e31d248e907c83907c35d551b: Running coprocessor pre-open hook at 1732532327869Writing region info on filesystem at 1732532327869Initializing all the Stores at 1732532327883 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327883Cleaning up temporary data from old regions at 1732532327939 (+56 ms)Running coprocessor post-open hooks at 1732532327971 (+32 ms)Region opened successfully at 1732532327971 2024-11-25T10:58:47,972 INFO [StoreOpener-9b71735c7e8737dbe9747a562f469a88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b71735c7e8737dbe9747a562f469a88 columnFamilyName cf 2024-11-25T10:58:47,972 DEBUG [StoreOpener-9b71735c7e8737dbe9747a562f469a88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:47,973 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b., pid=21, masterSystemTime=1732532327480 2024-11-25T10:58:47,977 INFO [StoreOpener-9b71735c7e8737dbe9747a562f469a88-1 {}] regionserver.HStore(327): Store=9b71735c7e8737dbe9747a562f469a88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:47,977 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,984 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,985 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:47,986 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:58:47,986 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:47,986 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 86ee29d0eaa7e02681e3b7b5e7210019, NAME => 'SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T10:58:47,986 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:47,986 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:58:47,987 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:47,987 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:47,989 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:47,997 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab1bee9e31d248e907c83907c35d551b, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:47,998 INFO [StoreOpener-86ee29d0eaa7e02681e3b7b5e7210019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,000 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:48,001 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:48,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-25T10:58:48,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62111c24588bc1a5c53aa97309dba203, server=6bfc37bad115,33277,1732532303668 in 10.4530 sec 2024-11-25T10:58:48,009 INFO [StoreOpener-86ee29d0eaa7e02681e3b7b5e7210019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86ee29d0eaa7e02681e3b7b5e7210019 columnFamilyName cf 2024-11-25T10:58:48,009 DEBUG [StoreOpener-86ee29d0eaa7e02681e3b7b5e7210019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:58:48,012 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:48,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab1bee9e31d248e907c83907c35d551b, server=6bfc37bad115,33291,1732532303916 because future has completed 2024-11-25T10:58:48,016 INFO [StoreOpener-86ee29d0eaa7e02681e3b7b5e7210019-1 {}] regionserver.HStore(327): Store=86ee29d0eaa7e02681e3b7b5e7210019/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:58:48,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62111c24588bc1a5c53aa97309dba203, ASSIGN in 10.7650 sec 2024-11-25T10:58:48,017 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,018 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,018 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,019 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,019 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,021 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,028 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:48,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-25T10:58:48,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ab1bee9e31d248e907c83907c35d551b, server=6bfc37bad115,33291,1732532303916 in 10.5350 sec 2024-11-25T10:58:48,029 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:58:48,030 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 86ee29d0eaa7e02681e3b7b5e7210019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66645683, jitterRate=-0.006901934742927551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:48,030 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:48,030 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 86ee29d0eaa7e02681e3b7b5e7210019: Running coprocessor pre-open hook at 1732532327987Writing region info on filesystem at 1732532327987Initializing all the Stores at 1732532327989 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327989Cleaning up temporary data from old regions at 1732532328019 (+30 ms)Running coprocessor post-open hooks at 1732532328030 (+11 ms)Region opened successfully at 1732532328030 2024-11-25T10:58:48,032 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9b71735c7e8737dbe9747a562f469a88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71702252, jitterRate=0.0684468150138855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:58:48,033 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:48,033 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9b71735c7e8737dbe9747a562f469a88: Running coprocessor pre-open hook at 1732532327939Writing region info on filesystem at 1732532327939Initializing all the Stores at 1732532327948 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732532327949 (+1 ms)Cleaning up temporary data from old regions at 1732532328001 (+52 ms)Running coprocessor post-open hooks at 1732532328033 (+32 ms)Region opened successfully at 1732532328033 2024-11-25T10:58:48,035 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., pid=22, masterSystemTime=1732532327532 2024-11-25T10:58:48,035 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., pid=18, masterSystemTime=1732532327480 2024-11-25T10:58:48,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab1bee9e31d248e907c83907c35d551b, ASSIGN in 10.7930 sec 2024-11-25T10:58:48,043 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:48,043 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:58:48,046 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=86ee29d0eaa7e02681e3b7b5e7210019, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33291,1732532303916 2024-11-25T10:58:48,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9b71735c7e8737dbe9747a562f469a88, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,33277,1732532303668 2024-11-25T10:58:48,048 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:48,048 INFO [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019, server=6bfc37bad115,33291,1732532303916 because future has completed 2024-11-25T10:58:48,054 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6bfc37bad115,33277,1732532303668, table=SPTestTable, region=9b71735c7e8737dbe9747a562f469a88. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T10:58:48,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b71735c7e8737dbe9747a562f469a88, server=6bfc37bad115,33277,1732532303668 because future has completed 2024-11-25T10:58:48,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-25T10:58:48,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-25T10:58:48,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86ee29d0eaa7e02681e3b7b5e7210019, ASSIGN in 10.8380 sec 2024-11-25T10:58:48,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b71735c7e8737dbe9747a562f469a88, server=6bfc37bad115,33277,1732532303668 in 10.5630 sec 2024-11-25T10:58:48,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019, server=6bfc37bad115,33291,1732532303916 in 10.6080 sec 2024-11-25T10:58:48,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-25T10:58:48,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b71735c7e8737dbe9747a562f469a88, ASSIGN in 10.8460 sec 2024-11-25T10:58:48,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:58:48,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732532328098"}]},"ts":"1732532328098"} 2024-11-25T10:58:48,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T10:58:48,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:58:48,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 12.0990 sec 2024-11-25T10:58:48,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T10:58:52,409 INFO [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-25T10:58:52,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:52,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:52,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:53,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T10:58:53,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:53,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:58:53,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:53,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T10:58:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:58:54,292 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T10:58:54,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T10:58:54,293 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:58:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T10:58:54,306 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:58:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T10:58:54,373 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,442 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,446 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,448 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,450 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,451 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,453 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,454 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541., hostname=6bfc37bad115,41495,1732532303810, seqNum=2] 2024-11-25T10:58:54,533 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,542 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,544 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,573 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019., hostname=6bfc37bad115,33291,1732532303916, seqNum=2] 2024-11-25T10:58:54,654 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,670 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,677 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,685 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:54,687 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88., hostname=6bfc37bad115,33277,1732532303668, seqNum=2] 2024-11-25T10:58:55,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:58:55,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:58:55,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:58:55,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:58:55,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33291 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:58:55,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:58:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:58:55,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33291 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:58:56,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T10:58:56,825 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T10:58:56,826 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:58:56,833 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T10:58:56,837 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T10:58:56,847 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T10:58:56,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741848_1024 (size=49) 2024-11-25T10:58:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741848_1024 (size=49) 2024-11-25T10:58:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741848_1024 (size=49) 2024-11-25T10:58:56,916 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T10:58:56,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62111c24588bc1a5c53aa97309dba203}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd3398f583102de9ceb4188705e46034}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 753e6f5123cb5829945060e52616b1f1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab1bee9e31d248e907c83907c35d551b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d1f4577455ad52f44ff325005ad376d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a84244729ea735b3da7954cbcc6313f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1be0d1734198d78716d8bf246606541}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b71735c7e8737dbe9747a562f469a88}] 2024-11-25T10:58:56,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:58:56,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:58:56,922 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:58:56,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:58:56,923 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1be0d1734198d78716d8bf246606541 2024-11-25T10:58:56,946 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:58:56,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:58:56,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:58:56,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:58:56,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd3398f583102de9ceb4188705e46034 2024-11-25T10:59:06,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T10:59:06,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T10:59:06,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T10:59:06,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T10:59:06,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T10:59:06,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:06,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9b71735c7e8737dbe9747a562f469a88 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T10:59:06,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6e0a42f3d803b73ffb0829be057ea14a: 2024-11-25T10:59:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. for SnapshotProcedureTest completed. 2024-11-25T10:59:06,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T10:59:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7d1f4577455ad52f44ff325005ad376d: 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. for SnapshotProcedureTest completed. 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ab1bee9e31d248e907c83907c35d551b: 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. for SnapshotProcedureTest completed. 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:06,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:59:06,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T10:59:06,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T10:59:06,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:06,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a1be0d1734198d78716d8bf246606541 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T10:59:06,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:06,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 62111c24588bc1a5c53aa97309dba203: 2024-11-25T10:59:06,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. for SnapshotProcedureTest completed. 2024-11-25T10:59:06,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:06,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:06,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:59:07,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T10:59:07,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:07,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 0a84244729ea735b3da7954cbcc6313f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-25T10:59:07,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:07,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 753e6f5123cb5829945060e52616b1f1: 2024-11-25T10:59:07,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. for SnapshotProcedureTest completed. 2024-11-25T10:59:07,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:07,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:59:07,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T10:59:07,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:07,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fd3398f583102de9ceb4188705e46034: 2024-11-25T10:59:07,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. for SnapshotProcedureTest completed. 2024-11-25T10:59:07,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:07,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T10:59:07,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/.tmp/cf/b30bd33375d348629a93c8314baefe1d is 34, key is baa/cf:cf/1732532335681/Put/seqid=0 2024-11-25T10:59:07,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/.tmp/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03 is 34, key is aaa/cf:cf/1732532335660/Put/seqid=0 2024-11-25T10:59:07,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/.tmp/cf/33c5c1cc17f0440ea530199e39420237 is 34, key is eaa/cf:cf/1732532336688/Put/seqid=0 2024-11-25T10:59:07,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741849_1025 (size=65) 2024-11-25T10:59:07,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741849_1025 (size=65) 2024-11-25T10:59:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741849_1025 (size=65) 2024-11-25T10:59:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T10:59:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T10:59:07,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:59:07,302 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:59:07,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e0a42f3d803b73ffb0829be057ea14a in 10.3870 sec 2024-11-25T10:59:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741852_1028 (size=65) 2024-11-25T10:59:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741852_1028 (size=65) 2024-11-25T10:59:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741852_1028 (size=65) 2024-11-25T10:59:07,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:07,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T10:59:07,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:07,437 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 86ee29d0eaa7e02681e3b7b5e7210019 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T10:59:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T10:59:07,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:59:07,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:59:07,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab1bee9e31d248e907c83907c35d551b in 10.5290 sec 2024-11-25T10:59:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741853_1029 (size=65) 2024-11-25T10:59:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741853_1029 (size=65) 2024-11-25T10:59:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741853_1029 (size=65) 2024-11-25T10:59:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741854_1030 (size=499309) 2024-11-25T10:59:07,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741854_1030 (size=499309) 2024-11-25T10:59:07,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741854_1030 (size=499309) 2024-11-25T10:59:07,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/.tmp/cf/33c5c1cc17f0440ea530199e39420237 2024-11-25T10:59:07,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:07,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T10:59:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T10:59:07,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:59:07,486 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:59:07,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 753e6f5123cb5829945060e52616b1f1 in 10.5720 sec 2024-11-25T10:59:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741851_1027 (size=57) 2024-11-25T10:59:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741851_1027 (size=57) 2024-11-25T10:59:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741851_1027 (size=57) 2024-11-25T10:59:07,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:07,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T10:59:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T10:59:07,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:59:07,503 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:59:07,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62111c24588bc1a5c53aa97309dba203 in 10.5890 sec 2024-11-25T10:59:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741850_1026 (size=65) 2024-11-25T10:59:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/.tmp/cf/37c275d285004bbf9295cbf92a2c905a is 34, key is ccd/cf:cf/1732532335718/Put/seqid=0 2024-11-25T10:59:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741850_1026 (size=65) 2024-11-25T10:59:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741850_1026 (size=65) 2024-11-25T10:59:07,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:07,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T10:59:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T10:59:07,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:59:07,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:59:07,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7d1f4577455ad52f44ff325005ad376d in 10.6820 sec 2024-11-25T10:59:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741855_1031 (size=28623) 2024-11-25T10:59:07,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/.tmp/cf/b30bd33375d348629a93c8314baefe1d 2024-11-25T10:59:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741855_1031 (size=28623) 2024-11-25T10:59:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741855_1031 (size=28623) 2024-11-25T10:59:07,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/.tmp/cf/33c5c1cc17f0440ea530199e39420237 as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/cf/33c5c1cc17f0440ea530199e39420237 2024-11-25T10:59:07,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/.tmp/cf/b30bd33375d348629a93c8314baefe1d as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/cf/b30bd33375d348629a93c8314baefe1d 2024-11-25T10:59:07,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741857_1033 (size=65) 2024-11-25T10:59:07,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741857_1033 (size=65) 2024-11-25T10:59:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741857_1033 (size=65) 2024-11-25T10:59:07,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:07,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T10:59:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T10:59:07,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd3398f583102de9ceb4188705e46034 2024-11-25T10:59:07,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd3398f583102de9ceb4188705e46034 2024-11-25T10:59:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741856_1032 (size=26918) 2024-11-25T10:59:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741856_1032 (size=26918) 2024-11-25T10:59:07,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741856_1032 (size=26918) 2024-11-25T10:59:07,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/.tmp/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03 2024-11-25T10:59:07,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd3398f583102de9ceb4188705e46034 in 10.7800 sec 2024-11-25T10:59:07,715 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/cf/b30bd33375d348629a93c8314baefe1d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T10:59:07,717 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a1be0d1734198d78716d8bf246606541 in 756ms, sequenceid=5, compaction requested=false 2024-11-25T10:59:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a1be0d1734198d78716d8bf246606541: 2024-11-25T10:59:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. for SnapshotProcedureTest completed. 2024-11-25T10:59:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/cf/b30bd33375d348629a93c8314baefe1d] hfiles 2024-11-25T10:59:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/cf/b30bd33375d348629a93c8314baefe1d for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,730 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/cf/33c5c1cc17f0440ea530199e39420237, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T10:59:07,733 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9b71735c7e8737dbe9747a562f469a88 in 780ms, sequenceid=5, compaction requested=false 2024-11-25T10:59:07,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9b71735c7e8737dbe9747a562f469a88: 2024-11-25T10:59:07,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. for SnapshotProcedureTest completed. 2024-11-25T10:59:07,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:07,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/cf/33c5c1cc17f0440ea530199e39420237] hfiles 2024-11-25T10:59:07,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/cf/33c5c1cc17f0440ea530199e39420237 for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/.tmp/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03 as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03 2024-11-25T10:59:07,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03, entries=676, sequenceid=5, filesize=26.3 K 2024-11-25T10:59:07,757 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 0a84244729ea735b3da7954cbcc6313f in 745ms, sequenceid=5, compaction requested=false 2024-11-25T10:59:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0a84244729ea735b3da7954cbcc6313f: 2024-11-25T10:59:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. for SnapshotProcedureTest completed. 2024-11-25T10:59:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03] hfiles 2024-11-25T10:59:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/cf/e4f6a9b0ca5d4a83886cf1ff5e1d5d03 for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741858_1034 (size=47197) 2024-11-25T10:59:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741858_1034 (size=47197) 2024-11-25T10:59:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741858_1034 (size=47197) 2024-11-25T10:59:07,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/.tmp/cf/37c275d285004bbf9295cbf92a2c905a 2024-11-25T10:59:07,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/.tmp/cf/37c275d285004bbf9295cbf92a2c905a as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/cf/37c275d285004bbf9295cbf92a2c905a 2024-11-25T10:59:07,928 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/cf/37c275d285004bbf9295cbf92a2c905a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T10:59:07,930 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 86ee29d0eaa7e02681e3b7b5e7210019 in 492ms, sequenceid=5, compaction requested=false 2024-11-25T10:59:07,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 86ee29d0eaa7e02681e3b7b5e7210019: 2024-11-25T10:59:07,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. for SnapshotProcedureTest completed. 2024-11-25T10:59:07,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T10:59:07,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/cf/37c275d285004bbf9295cbf92a2c905a] hfiles 2024-11-25T10:59:07,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/cf/37c275d285004bbf9295cbf92a2c905a for snapshot=SnapshotProcedureTest 2024-11-25T10:59:07,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741859_1035 (size=105) 2024-11-25T10:59:07,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741859_1035 (size=105) 2024-11-25T10:59:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741859_1035 (size=105) 2024-11-25T10:59:07,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:07,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T10:59:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T10:59:07,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1be0d1734198d78716d8bf246606541 2024-11-25T10:59:07,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1be0d1734198d78716d8bf246606541 2024-11-25T10:59:07,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1be0d1734198d78716d8bf246606541 in 11.0700 sec 2024-11-25T10:59:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741860_1036 (size=97) 2024-11-25T10:59:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741860_1036 (size=97) 2024-11-25T10:59:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741860_1036 (size=97) 2024-11-25T10:59:08,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:08,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T10:59:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T10:59:08,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:59:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741861_1037 (size=105) 2024-11-25T10:59:08,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:59:08,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741861_1037 (size=105) 2024-11-25T10:59:08,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:08,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T10:59:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741861_1037 (size=105) 2024-11-25T10:59:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T10:59:08,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:59:08,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:59:08,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b71735c7e8737dbe9747a562f469a88 in 11.1050 sec 2024-11-25T10:59:08,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a84244729ea735b3da7954cbcc6313f in 11.1060 sec 2024-11-25T10:59:08,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741862_1038 (size=105) 2024-11-25T10:59:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741862_1038 (size=105) 2024-11-25T10:59:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741862_1038 (size=105) 2024-11-25T10:59:08,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:08,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T10:59:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T10:59:08,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:59:08,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:59:08,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-25T10:59:08,040 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T10:59:08,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86ee29d0eaa7e02681e3b7b5e7210019 in 11.1210 sec 2024-11-25T10:59:08,042 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T10:59:08,043 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T10:59:08,043 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T10:59:08,046 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:59:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741863_1039 (size=1174) 2024-11-25T10:59:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741863_1039 (size=1174) 2024-11-25T10:59:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741863_1039 (size=1174) 2024-11-25T10:59:08,255 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T10:59:08,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T10:59:08,286 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,33291,1732532303916 2024-11-25T10:59:08,286 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,41495,1732532303810 2024-11-25T10:59:08,287 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,41495,1732532303810 2024-11-25T10:59:08,287 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,33277,1732532303668 2024-11-25T10:59:08,287 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,33277,1732532303668 2024-11-25T10:59:08,291 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,41495,1732532303810 2024-11-25T10:59:08,295 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,33291,1732532303916 2024-11-25T10:59:08,295 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,33277,1732532303668 2024-11-25T10:59:08,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T10:59:08,301 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6bfc37bad115,33291,1732532303916 2024-11-25T10:59:15,947 INFO [master/6bfc37bad115:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T10:59:15,947 INFO [master/6bfc37bad115:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T10:59:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T10:59:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-25T10:59:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-25T10:59:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-25T10:59:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-25T10:59:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-25T10:59:18,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-25T10:59:18,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-25T10:59:18,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-25T10:59:18,298 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T10:59:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T10:59:18,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:59:18,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:59:18,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T10:59:18,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=87817152, stopped=false 2024-11-25T10:59:18,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6bfc37bad115,45001,1732532303545 2024-11-25T10:59:18,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:59:18,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:59:18,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T10:59:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T10:59:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:59:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:59:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:59:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:59:18,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T10:59:18,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T10:59:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:59:18,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:59:18,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:59:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:59:18,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:59:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:59:18,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,33277,1732532303668' ***** 2024-11-25T10:59:18,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:59:18,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,41495,1732532303810' ***** 2024-11-25T10:59:18,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:59:18,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,33291,1732532303916' ***** 2024-11-25T10:59:18,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:59:18,305 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:59:18,305 INFO [RS:1;6bfc37bad115:41495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:59:18,306 INFO [RS:1;6bfc37bad115:41495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:59:18,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:59:18,306 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for 753e6f5123cb5829945060e52616b1f1 2024-11-25T10:59:18,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:59:18,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:59:18,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:59:18,306 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,41495,1732532303810 Release verify snapshot worker=6bfc37bad115,41495,1732532303810 2024-11-25T10:59:18,307 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:59:18,307 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(3091): Received CLOSE for ab1bee9e31d248e907c83907c35d551b 2024-11-25T10:59:18,309 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(3091): Received CLOSE for fd3398f583102de9ceb4188705e46034 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a84244729ea735b3da7954cbcc6313f 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(3091): Received CLOSE for 86ee29d0eaa7e02681e3b7b5e7210019 2024-11-25T10:59:18,309 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(959): stopping server 6bfc37bad115,33291,1732532303916 2024-11-25T10:59:18,310 INFO [RS:2;6bfc37bad115:33291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:59:18,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:59:18,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6bfc37bad115,41495,1732532303810 in 10.0250 sec 2024-11-25T10:59:18,310 INFO [RS:2;6bfc37bad115:33291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6bfc37bad115:33291. 2024-11-25T10:59:18,310 DEBUG [RS:2;6bfc37bad115:33291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:59:18,310 DEBUG [RS:2;6bfc37bad115:33291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T10:59:18,310 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:59:18,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T10:59:18,310 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:59:18,310 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:59:18,310 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T10:59:18,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T10:59:18,310 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab1bee9e31d248e907c83907c35d551b, disabling compactions & flushes 2024-11-25T10:59:18,311 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T10:59:18,311 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:18,311 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1325): Online Regions={ab1bee9e31d248e907c83907c35d551b=SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b., 1588230740=hbase:meta,,1.1588230740, fd3398f583102de9ceb4188705e46034=SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034., 0a84244729ea735b3da7954cbcc6313f=SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f., 86ee29d0eaa7e02681e3b7b5e7210019=SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019.} 2024-11-25T10:59:18,311 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:18,311 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. after waiting 0 ms 2024-11-25T10:59:18,311 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1351): Waiting on 0a84244729ea735b3da7954cbcc6313f, 1588230740, 86ee29d0eaa7e02681e3b7b5e7210019, ab1bee9e31d248e907c83907c35d551b, fd3398f583102de9ceb4188705e46034 2024-11-25T10:59:18,311 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:18,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T10:59:18,312 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:59:18,312 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:59:18,312 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:59:18,312 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:59:18,312 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:59:18,312 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-25T10:59:18,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T10:59:18,312 INFO [regionserver/6bfc37bad115:0.procedureResultReporter {}] regionserver.RemoteProcedureResultReporter(103): Failed procedure report result { proc_id: 40 status: SUCCESS initiating_master_active_time: 1732532304026 } result { proc_id: 37 status: SUCCESS initiating_master_active_time: 1732532304026 } result { proc_id: 38 status: SUCCESS initiating_master_active_time: 1732532304026 }; retry (#0) immediately. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6bfc37bad115:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportProcedureDone(RegionServerStatusProtos.java:17338) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3560) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 5 more 2024-11-25T10:59:18,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:59:18,312 INFO [RS:0;6bfc37bad115:33277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:59:18,313 INFO [RS:0;6bfc37bad115:33277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:59:18,313 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e0a42f3d803b73ffb0829be057ea14a 2024-11-25T10:59:18,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:59:18,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T10:59:18,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T10:59:18,319 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(3091): Received CLOSE for 62111c24588bc1a5c53aa97309dba203 2024-11-25T10:59:18,319 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:59:18,319 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(959): stopping server 6bfc37bad115,33277,1732532303668 2024-11-25T10:59:18,319 INFO [RS:0;6bfc37bad115:33277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:59:18,320 INFO [RS:0;6bfc37bad115:33277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6bfc37bad115:33277. 2024-11-25T10:59:18,320 DEBUG [RS:0;6bfc37bad115:33277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:59:18,320 DEBUG [RS:0;6bfc37bad115:33277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,320 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T10:59:18,320 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1325): Online Regions={6e0a42f3d803b73ffb0829be057ea14a=SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a., 62111c24588bc1a5c53aa97309dba203=SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203., 9b71735c7e8737dbe9747a562f469a88=SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88.} 2024-11-25T10:59:18,320 DEBUG [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1351): Waiting on 62111c24588bc1a5c53aa97309dba203, 6e0a42f3d803b73ffb0829be057ea14a, 9b71735c7e8737dbe9747a562f469a88 2024-11-25T10:59:18,320 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e0a42f3d803b73ffb0829be057ea14a, disabling compactions & flushes 2024-11-25T10:59:18,320 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:18,320 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:18,320 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. after waiting 0 ms 2024-11-25T10:59:18,320 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:18,326 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d1f4577455ad52f44ff325005ad376d 2024-11-25T10:59:18,326 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for a1be0d1734198d78716d8bf246606541 2024-11-25T10:59:18,326 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(959): stopping server 6bfc37bad115,41495,1732532303810 2024-11-25T10:59:18,326 INFO [RS:1;6bfc37bad115:41495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:59:18,326 INFO [RS:1;6bfc37bad115:41495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6bfc37bad115:41495. 2024-11-25T10:59:18,326 DEBUG [RS:1;6bfc37bad115:41495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:59:18,326 DEBUG [RS:1;6bfc37bad115:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,326 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T10:59:18,326 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1325): Online Regions={753e6f5123cb5829945060e52616b1f1=SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1., 7d1f4577455ad52f44ff325005ad376d=SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d., a1be0d1734198d78716d8bf246606541=SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541.} 2024-11-25T10:59:18,326 DEBUG [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1351): Waiting on 753e6f5123cb5829945060e52616b1f1, 7d1f4577455ad52f44ff325005ad376d, a1be0d1734198d78716d8bf246606541 2024-11-25T10:59:18,327 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 753e6f5123cb5829945060e52616b1f1, disabling compactions & flushes 2024-11-25T10:59:18,327 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:18,327 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:18,327 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. after waiting 0 ms 2024-11-25T10:59:18,327 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:18,328 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/ab1bee9e31d248e907c83907c35d551b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:59:18,328 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/6e0a42f3d803b73ffb0829be057ea14a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:59:18,329 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:18,329 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab1bee9e31d248e907c83907c35d551b: Waiting for close lock at 1732532358310Running coprocessor pre-close hooks at 1732532358310Disabling compacts and flushes for region at 1732532358310Disabling writes for close at 1732532358311 (+1 ms)Writing region close event to WAL at 1732532358311Running coprocessor post-close hooks at 1732532358329 (+18 ms)Closed at 1732532358329 2024-11-25T10:59:18,329 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732532316004.ab1bee9e31d248e907c83907c35d551b. 2024-11-25T10:59:18,329 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd3398f583102de9ceb4188705e46034, disabling compactions & flushes 2024-11-25T10:59:18,329 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. after waiting 0 ms 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:18,322 INFO [regionserver/6bfc37bad115:0.procedureResultReporter {}] regionserver.RemoteProcedureResultReporter(103): Failed procedure report result { proc_id: 39 status: SUCCESS initiating_master_active_time: 1732532304026 }; retry (#0) immediately. org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6bfc37bad115:45001 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-25T10:59:18,330 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e0a42f3d803b73ffb0829be057ea14a: Waiting for close lock at 1732532358320Running coprocessor pre-close hooks at 1732532358320Disabling compacts and flushes for region at 1732532358320Disabling writes for close at 1732532358320Writing region close event to WAL at 1732532358321 (+1 ms)Running coprocessor post-close hooks at 1732532358330 (+9 ms)Closed at 1732532358330 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a. 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62111c24588bc1a5c53aa97309dba203, disabling compactions & flushes 2024-11-25T10:59:18,330 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. after waiting 0 ms 2024-11-25T10:59:18,330 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001: skipped callId: 515 service: RegionServerStatusService methodName: ReportProcedureDone size: 48 connection: 172.17.0.3:43655 deadline: 1732532368320 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$ReportProcedureDoneRequest connection: 172.17.0.3:43655 2024-11-25T10:59:18,358 INFO [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:59:18,361 INFO [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:59:18,362 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/info/5a4a974ac96442baa03504fe096646b3 is 167, key is SPTestTable,19999999,1732532316004.6e0a42f3d803b73ffb0829be057ea14a./info:regioninfo/1732532327772/Put/seqid=0 2024-11-25T10:59:18,367 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/62111c24588bc1a5c53aa97309dba203/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:59:18,367 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/753e6f5123cb5829945060e52616b1f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:59:18,368 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:18,368 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62111c24588bc1a5c53aa97309dba203: Waiting for close lock at 1732532358330Running coprocessor pre-close hooks at 1732532358330Disabling compacts and flushes for region at 1732532358330Disabling writes for close at 1732532358330Writing region close event to WAL at 1732532358353 (+23 ms)Running coprocessor post-close hooks at 1732532358368 (+15 ms)Closed at 1732532358368 2024-11-25T10:59:18,368 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732532316004.62111c24588bc1a5c53aa97309dba203. 2024-11-25T10:59:18,368 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b71735c7e8737dbe9747a562f469a88, disabling compactions & flushes 2024-11-25T10:59:18,368 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:18,369 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:18,369 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. after waiting 0 ms 2024-11-25T10:59:18,369 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:18,370 INFO [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:59:18,373 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:18,373 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 753e6f5123cb5829945060e52616b1f1: Waiting for close lock at 1732532358327Running coprocessor pre-close hooks at 1732532358327Disabling compacts and flushes for region at 1732532358327Disabling writes for close at 1732532358327Writing region close event to WAL at 1732532358333 (+6 ms)Running coprocessor post-close hooks at 1732532358373 (+40 ms)Closed at 1732532358373 2024-11-25T10:59:18,373 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732532316004.753e6f5123cb5829945060e52616b1f1. 2024-11-25T10:59:18,373 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d1f4577455ad52f44ff325005ad376d, disabling compactions & flushes 2024-11-25T10:59:18,373 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:18,374 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:18,374 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. after waiting 0 ms 2024-11-25T10:59:18,374 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:18,374 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/fd3398f583102de9ceb4188705e46034/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:59:18,376 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:18,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd3398f583102de9ceb4188705e46034: Waiting for close lock at 1732532358329Running coprocessor pre-close hooks at 1732532358329Disabling compacts and flushes for region at 1732532358329Disabling writes for close at 1732532358330 (+1 ms)Writing region close event to WAL at 1732532358340 (+10 ms)Running coprocessor post-close hooks at 1732532358376 (+36 ms)Closed at 1732532358376 2024-11-25T10:59:18,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732532316004.fd3398f583102de9ceb4188705e46034. 2024-11-25T10:59:18,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a84244729ea735b3da7954cbcc6313f, disabling compactions & flushes 2024-11-25T10:59:18,376 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:18,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:18,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. after waiting 0 ms 2024-11-25T10:59:18,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:18,397 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/7d1f4577455ad52f44ff325005ad376d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T10:59:18,398 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:18,398 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d1f4577455ad52f44ff325005ad376d: Waiting for close lock at 1732532358373Running coprocessor pre-close hooks at 1732532358373Disabling compacts and flushes for region at 1732532358373Disabling writes for close at 1732532358374 (+1 ms)Writing region close event to WAL at 1732532358377 (+3 ms)Running coprocessor post-close hooks at 1732532358398 (+21 ms)Closed at 1732532358398 2024-11-25T10:59:18,398 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732532316004.7d1f4577455ad52f44ff325005ad376d. 2024-11-25T10:59:18,399 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1be0d1734198d78716d8bf246606541, disabling compactions & flushes 2024-11-25T10:59:18,399 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:18,399 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:18,399 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. after waiting 0 ms 2024-11-25T10:59:18,399 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:18,424 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/9b71735c7e8737dbe9747a562f469a88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T10:59:18,426 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:18,426 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b71735c7e8737dbe9747a562f469a88: Waiting for close lock at 1732532358368Running coprocessor pre-close hooks at 1732532358368Disabling compacts and flushes for region at 1732532358368Disabling writes for close at 1732532358369 (+1 ms)Writing region close event to WAL at 1732532358383 (+14 ms)Running coprocessor post-close hooks at 1732532358426 (+43 ms)Closed at 1732532358426 2024-11-25T10:59:18,426 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732532316004.9b71735c7e8737dbe9747a562f469a88. 2024-11-25T10:59:18,437 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/0a84244729ea735b3da7954cbcc6313f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T10:59:18,438 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:18,438 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a84244729ea735b3da7954cbcc6313f: Waiting for close lock at 1732532358376Running coprocessor pre-close hooks at 1732532358376Disabling compacts and flushes for region at 1732532358376Disabling writes for close at 1732532358376Writing region close event to WAL at 1732532358406 (+30 ms)Running coprocessor post-close hooks at 1732532358438 (+32 ms)Closed at 1732532358438 2024-11-25T10:59:18,438 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732532316004.0a84244729ea735b3da7954cbcc6313f. 2024-11-25T10:59:18,439 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86ee29d0eaa7e02681e3b7b5e7210019, disabling compactions & flushes 2024-11-25T10:59:18,439 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:18,439 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:18,439 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. after waiting 0 ms 2024-11-25T10:59:18,439 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:18,441 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/a1be0d1734198d78716d8bf246606541/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T10:59:18,442 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:18,442 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1be0d1734198d78716d8bf246606541: Waiting for close lock at 1732532358399Running coprocessor pre-close hooks at 1732532358399Disabling compacts and flushes for region at 1732532358399Disabling writes for close at 1732532358399Writing region close event to WAL at 1732532358434 (+35 ms)Running coprocessor post-close hooks at 1732532358442 (+8 ms)Closed at 1732532358442 2024-11-25T10:59:18,443 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732532316004.a1be0d1734198d78716d8bf246606541. 2024-11-25T10:59:18,445 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/default/SPTestTable/86ee29d0eaa7e02681e3b7b5e7210019/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T10:59:18,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741864_1040 (size=18393) 2024-11-25T10:59:18,446 INFO [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:18,446 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86ee29d0eaa7e02681e3b7b5e7210019: Waiting for close lock at 1732532358439Running coprocessor pre-close hooks at 1732532358439Disabling compacts and flushes for region at 1732532358439Disabling writes for close at 1732532358439Writing region close event to WAL at 1732532358440 (+1 ms)Running coprocessor post-close hooks at 1732532358446 (+6 ms)Closed at 1732532358446 2024-11-25T10:59:18,446 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732532316004.86ee29d0eaa7e02681e3b7b5e7210019. 2024-11-25T10:59:18,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741864_1040 (size=18393) 2024-11-25T10:59:18,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741864_1040 (size=18393) 2024-11-25T10:59:18,449 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/info/5a4a974ac96442baa03504fe096646b3 2024-11-25T10:59:18,486 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/ns/da860b73bb0c47abb60a6c03699c423b is 43, key is default/ns:d/1732532315849/Put/seqid=0 2024-11-25T10:59:18,511 DEBUG [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:59:18,520 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(976): stopping server 6bfc37bad115,33277,1732532303668; all regions closed. 2024-11-25T10:59:18,526 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(976): stopping server 6bfc37bad115,41495,1732532303810; all regions closed. 2024-11-25T10:59:18,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741865_1041 (size=5153) 2024-11-25T10:59:18,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741834_1010 (size=2364) 2024-11-25T10:59:18,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741834_1010 (size=2364) 2024-11-25T10:59:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741834_1010 (size=2364) 2024-11-25T10:59:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741865_1041 (size=5153) 2024-11-25T10:59:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741865_1041 (size=5153) 2024-11-25T10:59:18,549 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/ns/da860b73bb0c47abb60a6c03699c423b 2024-11-25T10:59:18,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741833_1009 (size=2334) 2024-11-25T10:59:18,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741833_1009 (size=2334) 2024-11-25T10:59:18,557 DEBUG [RS:1;6bfc37bad115:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs 2024-11-25T10:59:18,557 INFO [RS:1;6bfc37bad115:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C41495%2C1732532303810:(num 1732532305282) 2024-11-25T10:59:18,557 DEBUG [RS:1;6bfc37bad115:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,557 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:59:18,557 INFO [RS:1;6bfc37bad115:41495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:59:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741833_1009 (size=2334) 2024-11-25T10:59:18,557 INFO [RS:1;6bfc37bad115:41495 {}] hbase.ChoreService(370): Chore service for: regionserver/6bfc37bad115:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T10:59:18,557 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:59:18,558 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:59:18,558 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:59:18,558 INFO [RS:1;6bfc37bad115:41495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:59:18,558 INFO [RS:1;6bfc37bad115:41495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41495 2024-11-25T10:59:18,562 DEBUG [RS:0;6bfc37bad115:33277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C33277%2C1732532303668:(num 1732532305259) 2024-11-25T10:59:18,562 DEBUG [RS:0;6bfc37bad115:33277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] hbase.ChoreService(370): Chore service for: regionserver/6bfc37bad115:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:59:18,562 INFO [regionserver/6bfc37bad115:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:59:18,562 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:59:18,563 INFO [RS:0;6bfc37bad115:33277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:59:18,563 INFO [RS:0;6bfc37bad115:33277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33277 2024-11-25T10:59:18,564 INFO [regionserver/6bfc37bad115:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:59:18,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,41495,1732532303810 2024-11-25T10:59:18,569 INFO [RS:1;6bfc37bad115:41495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:59:18,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:59:18,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,33277,1732532303668 2024-11-25T10:59:18,571 INFO [RS:0;6bfc37bad115:33277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:59:18,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,33277,1732532303668] 2024-11-25T10:59:18,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,33277,1732532303668 already deleted, retry=false 2024-11-25T10:59:18,578 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6bfc37bad115,33277,1732532303668 expired; onlineServers=2 2024-11-25T10:59:18,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,41495,1732532303810] 2024-11-25T10:59:18,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,41495,1732532303810 already deleted, retry=false 2024-11-25T10:59:18,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6bfc37bad115,41495,1732532303810 expired; onlineServers=1 2024-11-25T10:59:18,601 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/table/51df4d6441c84db69da7f7f0323978d4 is 47, key is SPTestTable/table:state/1732532328098/Put/seqid=0 2024-11-25T10:59:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741866_1042 (size=5214) 2024-11-25T10:59:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741866_1042 (size=5214) 2024-11-25T10:59:18,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741866_1042 (size=5214) 2024-11-25T10:59:18,617 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/table/51df4d6441c84db69da7f7f0323978d4 2024-11-25T10:59:18,629 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/info/5a4a974ac96442baa03504fe096646b3 as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/info/5a4a974ac96442baa03504fe096646b3 2024-11-25T10:59:18,663 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/info/5a4a974ac96442baa03504fe096646b3, entries=100, sequenceid=29, filesize=18.0 K 2024-11-25T10:59:18,668 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/ns/da860b73bb0c47abb60a6c03699c423b as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/ns/da860b73bb0c47abb60a6c03699c423b 2024-11-25T10:59:18,676 INFO [RS:1;6bfc37bad115:41495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:59:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:18,676 INFO [RS:1;6bfc37bad115:41495 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,41495,1732532303810; zookeeper connection closed. 2024-11-25T10:59:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33277-0x100769707520001, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:18,676 INFO [RS:0;6bfc37bad115:33277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:59:18,676 INFO [RS:0;6bfc37bad115:33277 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,33277,1732532303668; zookeeper connection closed. 2024-11-25T10:59:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x100769707520002, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:18,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29796062 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29796062 2024-11-25T10:59:18,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fd5f2ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fd5f2ad 2024-11-25T10:59:18,678 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/ns/da860b73bb0c47abb60a6c03699c423b, entries=2, sequenceid=29, filesize=5.0 K 2024-11-25T10:59:18,679 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/.tmp/table/51df4d6441c84db69da7f7f0323978d4 as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/table/51df4d6441c84db69da7f7f0323978d4 2024-11-25T10:59:18,690 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/table/51df4d6441c84db69da7f7f0323978d4, entries=2, sequenceid=29, filesize=5.1 K 2024-11-25T10:59:18,693 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 381ms, sequenceid=29, compaction requested=false 2024-11-25T10:59:18,703 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-25T10:59:18,704 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:59:18,704 INFO [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:59:18,704 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732532358312Running coprocessor pre-close hooks at 1732532358312Disabling compacts and flushes for region at 1732532358312Disabling writes for close at 1732532358312Obtaining lock to block concurrent updates at 1732532358312Preparing flush snapshotting stores in 1588230740 at 1732532358312Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732532358314 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732532358317 (+3 ms)Flushing 1588230740/info: creating writer at 1732532358317Flushing 1588230740/info: appending metadata at 1732532358362 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732532358362Flushing 1588230740/ns: creating writer at 1732532358462 (+100 ms)Flushing 1588230740/ns: appending metadata at 1732532358485 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732532358486 (+1 ms)Flushing 1588230740/table: creating writer at 1732532358568 (+82 ms)Flushing 1588230740/table: appending metadata at 1732532358600 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732532358600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209f2727: reopening flushed file at 1732532358624 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3012fc2c: reopening flushed file at 1732532358663 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17be23d6: reopening flushed file at 1732532358679 (+16 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 381ms, sequenceid=29, compaction requested=false at 1732532358693 (+14 ms)Writing region close event to WAL at 1732532358699 (+6 ms)Running coprocessor post-close hooks at 1732532358704 (+5 ms)Closed at 1732532358704 2024-11-25T10:59:18,704 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T10:59:18,711 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(976): stopping server 6bfc37bad115,33291,1732532303916; all regions closed. 2024-11-25T10:59:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741836_1012 (size=15114) 2024-11-25T10:59:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741836_1012 (size=15114) 2024-11-25T10:59:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741836_1012 (size=15114) 2024-11-25T10:59:18,718 DEBUG [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs 2024-11-25T10:59:18,718 INFO [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C33291%2C1732532303916.meta:.meta(num 1732532315710) 2024-11-25T10:59:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741832_1008 (size=3469) 2024-11-25T10:59:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741832_1008 (size=3469) 2024-11-25T10:59:18,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741832_1008 (size=3469) 2024-11-25T10:59:18,724 DEBUG [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/oldWALs 2024-11-25T10:59:18,724 INFO [RS:2;6bfc37bad115:33291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C33291%2C1732532303916:(num 1732532305260) 2024-11-25T10:59:18,724 DEBUG [RS:2;6bfc37bad115:33291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:59:18,724 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:59:18,724 INFO [RS:2;6bfc37bad115:33291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:59:18,724 INFO [RS:2;6bfc37bad115:33291 {}] hbase.ChoreService(370): Chore service for: regionserver/6bfc37bad115:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T10:59:18,724 INFO [RS:2;6bfc37bad115:33291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:59:18,724 INFO [regionserver/6bfc37bad115:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:59:18,724 INFO [RS:2;6bfc37bad115:33291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33291 2024-11-25T10:59:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:59:18,727 INFO [RS:2;6bfc37bad115:33291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:59:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,33291,1732532303916 2024-11-25T10:59:18,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,33291,1732532303916] 2024-11-25T10:59:18,730 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,33291,1732532303916 already deleted, retry=false 2024-11-25T10:59:18,730 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6bfc37bad115,33291,1732532303916 expired; onlineServers=0 2024-11-25T10:59:18,730 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6bfc37bad115,45001,1732532303545' ***** 2024-11-25T10:59:18,730 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T10:59:18,730 INFO [M:0;6bfc37bad115:45001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:59:18,730 INFO [M:0;6bfc37bad115:45001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:59:18,730 DEBUG [M:0;6bfc37bad115:45001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T10:59:18,730 DEBUG [M:0;6bfc37bad115:45001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T10:59:18,730 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T10:59:18,730 INFO [M:0;6bfc37bad115:45001 {}] hbase.ChoreService(370): Chore service for: master/6bfc37bad115:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T10:59:18,731 INFO [M:0;6bfc37bad115:45001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:59:18,731 DEBUG [M:0;6bfc37bad115:45001 {}] master.HMaster(1795): Stopping service threads 2024-11-25T10:59:18,731 INFO [M:0;6bfc37bad115:45001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T10:59:18,731 INFO [M:0;6bfc37bad115:45001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:59:18,731 INFO [M:0;6bfc37bad115:45001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T10:59:18,732 DEBUG [master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732532304712 {}] cleaner.HFileCleaner(306): Exit Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732532304712,5,FailOnTimeoutGroup] 2024-11-25T10:59:18,732 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T10:59:18,732 DEBUG [master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732532304709 {}] cleaner.HFileCleaner(306): Exit Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732532304709,5,FailOnTimeoutGroup] 2024-11-25T10:59:18,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T10:59:18,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:59:18,733 DEBUG [M:0;6bfc37bad115:45001 {}] zookeeper.ZKUtil(347): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T10:59:18,733 WARN [M:0;6bfc37bad115:45001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T10:59:18,734 INFO [M:0;6bfc37bad115:45001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/.lastflushedseqids 2024-11-25T10:59:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741867_1043 (size=650) 2024-11-25T10:59:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741867_1043 (size=650) 2024-11-25T10:59:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741867_1043 (size=650) 2024-11-25T10:59:18,771 INFO [M:0;6bfc37bad115:45001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T10:59:18,771 INFO [M:0;6bfc37bad115:45001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T10:59:18,771 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:59:18,771 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:59:18,771 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:59:18,771 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:59:18,771 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:59:18,772 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=125.82 KB heapSize=155.31 KB 2024-11-25T10:59:18,789 DEBUG [M:0;6bfc37bad115:45001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5bb8d35eb1e4fa0819de612066d1fb5 is 82, key is hbase:meta,,1/info:regioninfo/1732532315797/Put/seqid=0 2024-11-25T10:59:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741868_1044 (size=5672) 2024-11-25T10:59:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741868_1044 (size=5672) 2024-11-25T10:59:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741868_1044 (size=5672) 2024-11-25T10:59:18,829 INFO [RS:2;6bfc37bad115:33291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:59:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:18,829 INFO [RS:2;6bfc37bad115:33291 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,33291,1732532303916; zookeeper connection closed. 2024-11-25T10:59:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33291-0x100769707520003, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:18,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc 2024-11-25T10:59:18,830 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T10:59:19,206 INFO [M:0;6bfc37bad115:45001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5bb8d35eb1e4fa0819de612066d1fb5 2024-11-25T10:59:19,236 DEBUG [M:0;6bfc37bad115:45001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54deb6325d0c47b2ab36cd772f8faf44 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732532328107/Put/seqid=0 2024-11-25T10:59:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741869_1045 (size=14421) 2024-11-25T10:59:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741869_1045 (size=14421) 2024-11-25T10:59:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741869_1045 (size=14421) 2024-11-25T10:59:19,251 INFO [M:0;6bfc37bad115:45001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125.14 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54deb6325d0c47b2ab36cd772f8faf44 2024-11-25T10:59:19,258 INFO [M:0;6bfc37bad115:45001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54deb6325d0c47b2ab36cd772f8faf44 2024-11-25T10:59:19,281 DEBUG [M:0;6bfc37bad115:45001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f6f3cc973774ee28631b72676e1d0ad is 69, key is 6bfc37bad115,33277,1732532303668/rs:state/1732532304864/Put/seqid=0 2024-11-25T10:59:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741870_1046 (size=5294) 2024-11-25T10:59:19,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741870_1046 (size=5294) 2024-11-25T10:59:19,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741870_1046 (size=5294) 2024-11-25T10:59:19,297 INFO [M:0;6bfc37bad115:45001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f6f3cc973774ee28631b72676e1d0ad 2024-11-25T10:59:19,305 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5bb8d35eb1e4fa0819de612066d1fb5 as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5bb8d35eb1e4fa0819de612066d1fb5 2024-11-25T10:59:19,313 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5bb8d35eb1e4fa0819de612066d1fb5, entries=8, sequenceid=318, filesize=5.5 K 2024-11-25T10:59:19,314 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54deb6325d0c47b2ab36cd772f8faf44 as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54deb6325d0c47b2ab36cd772f8faf44 2024-11-25T10:59:19,320 INFO [M:0;6bfc37bad115:45001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54deb6325d0c47b2ab36cd772f8faf44 2024-11-25T10:59:19,320 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54deb6325d0c47b2ab36cd772f8faf44, entries=45, sequenceid=318, filesize=14.1 K 2024-11-25T10:59:19,322 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f6f3cc973774ee28631b72676e1d0ad as hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f6f3cc973774ee28631b72676e1d0ad 2024-11-25T10:59:19,328 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/c22c9651-dfb0-d36b-f9f5-870f73dffb9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f6f3cc973774ee28631b72676e1d0ad, entries=3, sequenceid=318, filesize=5.2 K 2024-11-25T10:59:19,333 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~125.82 KB/128839, heapSize ~155.02 KB/158736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=318, compaction requested=false 2024-11-25T10:59:19,342 INFO [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:59:19,342 DEBUG [M:0;6bfc37bad115:45001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732532358771Disabling compacts and flushes for region at 1732532358771Disabling writes for close at 1732532358771Obtaining lock to block concurrent updates at 1732532358772 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732532358772Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=128839, getHeapSize=158976, getOffHeapSize=0, getCellsCount=385 at 1732532358772Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732532358773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732532358773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732532358789 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732532358789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732532359214 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732532359236 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732532359236Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732532359258 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732532359280 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732532359280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163138f7: reopening flushed file at 1732532359304 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632d9c78: reopening flushed file at 1732532359313 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8eeaad: reopening flushed file at 1732532359321 (+8 ms)Finished flush of dataSize ~125.82 KB/128839, heapSize ~155.02 KB/158736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=318, compaction requested=false at 1732532359333 (+12 ms)Writing region close event to WAL at 1732532359341 (+8 ms)Closed at 1732532359341 2024-11-25T10:59:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45713 is added to blk_1073741830_1006 (size=150196) 2024-11-25T10:59:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44497 is added to blk_1073741830_1006 (size=150196) 2024-11-25T10:59:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741830_1006 (size=150196) 2024-11-25T10:59:19,348 INFO [M:0;6bfc37bad115:45001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T10:59:19,348 INFO [M:0;6bfc37bad115:45001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45001 2024-11-25T10:59:19,349 INFO [M:0;6bfc37bad115:45001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:59:19,349 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:59:19,452 INFO [M:0;6bfc37bad115:45001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:59:19,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:19,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x100769707520000, quorum=127.0.0.1:56580, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:59:19,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e9c6024{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:59:19,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29c5d6a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:59:19,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:59:19,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6fea1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:59:19,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6111389f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,STOPPED} 2024-11-25T10:59:19,530 WARN [BP-1631518269-172.17.0.3-1732532301236 heartbeating to localhost/127.0.0.1:33809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:59:19,530 WARN [BP-1631518269-172.17.0.3-1732532301236 heartbeating to localhost/127.0.0.1:33809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1631518269-172.17.0.3-1732532301236 (Datanode Uuid ea32b372-58bf-49e1-b015-cadc24609367) service to localhost/127.0.0.1:33809 2024-11-25T10:59:19,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:59:19,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:59:19,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data5/current/BP-1631518269-172.17.0.3-1732532301236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:59:19,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data6/current/BP-1631518269-172.17.0.3-1732532301236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:59:19,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:59:19,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@657e70ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:59:19,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58bba0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:59:19,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:59:19,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295706e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:59:19,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46abb6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,STOPPED} 2024-11-25T10:59:19,571 WARN [BP-1631518269-172.17.0.3-1732532301236 heartbeating to localhost/127.0.0.1:33809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:59:19,571 WARN [BP-1631518269-172.17.0.3-1732532301236 heartbeating to localhost/127.0.0.1:33809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1631518269-172.17.0.3-1732532301236 (Datanode Uuid edb6f9dd-4fa8-4d5a-90b0-2523422d6c2c) service to localhost/127.0.0.1:33809 2024-11-25T10:59:19,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data3/current/BP-1631518269-172.17.0.3-1732532301236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:59:19,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data4/current/BP-1631518269-172.17.0.3-1732532301236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:59:19,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:59:19,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:59:19,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:59:19,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73fb9cb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:59:19,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19b67d2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:59:19,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:59:19,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238dbfa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:59:19,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@657db96f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,STOPPED} 2024-11-25T10:59:19,602 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:59:19,602 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:59:19,603 WARN [BP-1631518269-172.17.0.3-1732532301236 heartbeating to localhost/127.0.0.1:33809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:59:19,603 WARN [BP-1631518269-172.17.0.3-1732532301236 heartbeating to localhost/127.0.0.1:33809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1631518269-172.17.0.3-1732532301236 (Datanode Uuid 1b0779d1-13f2-4666-aeb2-823d15c09244) service to localhost/127.0.0.1:33809 2024-11-25T10:59:19,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data1/current/BP-1631518269-172.17.0.3-1732532301236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:59:19,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/cluster_4933eb12-16ae-5a5e-57c5-beec4fbcfa43/data/data2/current/BP-1631518269-172.17.0.3-1732532301236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:59:19,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:59:19,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36c9ccb9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:59:19,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eec5d18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:59:19,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:59:19,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65407d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:59:19,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bcdc876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2beb8048-a9ad-28c6-1baf-7724b2992429/hadoop.log.dir/,STOPPED} 2024-11-25T10:59:19,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T10:59:19,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T10:59:19,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=121 (was 93) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:33809 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:33809 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:33809 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=487 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1099 (was 1097) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=247 (was 1589)