2024-12-05 13:56:40,717 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 13:56:40,728 main DEBUG Took 0.009106 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 13:56:40,728 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 13:56:40,728 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 13:56:40,729 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 13:56:40,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,738 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 13:56:40,751 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,755 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,756 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,757 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,759 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,760 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,761 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,762 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,763 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,764 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,765 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:56:40,765 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,766 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 13:56:40,768 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:56:40,769 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 13:56:40,772 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 13:56:40,772 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 13:56:40,774 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 13:56:40,775 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 13:56:40,785 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 13:56:40,788 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 13:56:40,790 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 13:56:40,791 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 13:56:40,791 main DEBUG createAppenders(={Console}) 2024-12-05 13:56:40,792 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-05 13:56:40,793 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 13:56:40,793 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-05 13:56:40,794 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 13:56:40,794 main DEBUG OutputStream closed 2024-12-05 13:56:40,794 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 13:56:40,795 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 13:56:40,795 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-05 13:56:40,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 13:56:40,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 13:56:40,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 13:56:40,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 13:56:40,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 13:56:40,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 13:56:40,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 13:56:40,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 13:56:40,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 13:56:40,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 13:56:40,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 13:56:40,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 13:56:40,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 13:56:40,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 13:56:40,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 13:56:40,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 13:56:40,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 13:56:40,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 13:56:40,883 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 13:56:40,883 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-05 13:56:40,883 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 13:56:40,884 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-05T13:56:40,896 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-05 13:56:40,899 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 13:56:40,899 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T13:56:40,905 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-05T13:56:40,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=8987 2024-12-05T13:56:41,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213 2024-12-05T13:56:41,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:56:41,196 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3, deleteOnExit=true 2024-12-05T13:56:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:56:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/test.cache.data in system properties and HBase conf 2024-12-05T13:56:41,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:56:41,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:56:41,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:56:41,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:56:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:56:41,288 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T13:56:41,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:56:41,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:56:41,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:56:41,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:56:41,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:56:41,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:56:41,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:56:41,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:56:41,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:56:41,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:56:41,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:56:41,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:56:41,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:56:41,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:56:41,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:56:42,326 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T13:56:42,401 INFO [Time-limited test {}] log.Log(170): Logging initialized @2311ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T13:56:42,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:56:42,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:56:42,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:56:42,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:56:42,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:56:42,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:56:42,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:56:42,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:56:42,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/java.io.tmpdir/jetty-localhost-42311-hadoop-hdfs-3_4_1-tests_jar-_-any-1034187425530975680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:56:42,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:42311} 2024-12-05T13:56:42,817 INFO [Time-limited test {}] server.Server(415): Started @2727ms 2024-12-05T13:56:43,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:56:43,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:56:43,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:56:43,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:56:43,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:56:43,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:56:43,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:56:43,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45354c57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/java.io.tmpdir/jetty-localhost-38529-hadoop-hdfs-3_4_1-tests_jar-_-any-2769685261726072351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:56:43,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:38529} 2024-12-05T13:56:43,445 INFO [Time-limited test {}] server.Server(415): Started @3355ms 2024-12-05T13:56:43,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:56:43,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:56:43,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:56:43,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:56:43,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:56:43,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:56:43,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:56:43,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:56:43,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/java.io.tmpdir/jetty-localhost-33835-hadoop-hdfs-3_4_1-tests_jar-_-any-685041538064682119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:56:43,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:33835} 2024-12-05T13:56:43,723 INFO [Time-limited test {}] server.Server(415): Started @3634ms 2024-12-05T13:56:43,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:56:43,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:56:43,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:56:43,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:56:43,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:56:43,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:56:43,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:56:43,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:56:43,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2701064c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/java.io.tmpdir/jetty-localhost-33129-hadoop-hdfs-3_4_1-tests_jar-_-any-10893456836324580534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:56:43,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:33129} 2024-12-05T13:56:43,859 INFO [Time-limited test {}] server.Server(415): Started @3770ms 2024-12-05T13:56:43,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:56:44,612 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data2/current/BP-332639167-172.17.0.2-1733407001879/current, will proceed with Du for space computation calculation, 2024-12-05T13:56:44,612 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data1/current/BP-332639167-172.17.0.2-1733407001879/current, will proceed with Du for space computation calculation, 2024-12-05T13:56:44,612 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data4/current/BP-332639167-172.17.0.2-1733407001879/current, will proceed with Du for space computation calculation, 2024-12-05T13:56:44,612 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data3/current/BP-332639167-172.17.0.2-1733407001879/current, will proceed with Du for space computation calculation, 2024-12-05T13:56:44,630 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data6/current/BP-332639167-172.17.0.2-1733407001879/current, will proceed with Du for space computation calculation, 2024-12-05T13:56:44,630 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data5/current/BP-332639167-172.17.0.2-1733407001879/current, will proceed with Du for space computation calculation, 2024-12-05T13:56:44,653 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:56:44,653 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:56:44,660 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:56:44,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a39076b2f67f0c with lease ID 0xb92d24ef1a259e42: Processing first storage report for DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822 from datanode DatanodeRegistration(127.0.0.1:38365, datanodeUuid=703a5f2a-0142-4706-be66-8f8655b56f2b, infoPort=45255, infoSecurePort=0, ipcPort=44563, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879) 2024-12-05T13:56:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a39076b2f67f0c with lease ID 0xb92d24ef1a259e42: from storage DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822 node DatanodeRegistration(127.0.0.1:38365, datanodeUuid=703a5f2a-0142-4706-be66-8f8655b56f2b, infoPort=45255, infoSecurePort=0, ipcPort=44563, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:56:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23905a0071678d46 with lease ID 0xb92d24ef1a259e43: Processing first storage report for DS-1324d88e-5225-4140-9ecc-ac01cf56e73e from datanode DatanodeRegistration(127.0.0.1:45553, datanodeUuid=e6c3633d-da4d-480b-b79f-cbb6e405b6fd, infoPort=43999, infoSecurePort=0, ipcPort=41409, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879) 2024-12-05T13:56:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23905a0071678d46 with lease ID 0xb92d24ef1a259e43: from storage DS-1324d88e-5225-4140-9ecc-ac01cf56e73e node DatanodeRegistration(127.0.0.1:45553, datanodeUuid=e6c3633d-da4d-480b-b79f-cbb6e405b6fd, infoPort=43999, infoSecurePort=0, ipcPort=41409, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:56:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51005f51914e9742 with lease ID 0xb92d24ef1a259e41: Processing first storage report for DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a from datanode DatanodeRegistration(127.0.0.1:42709, datanodeUuid=924ae4bb-a304-401c-9b0b-95c470cc0af7, infoPort=39493, infoSecurePort=0, ipcPort=37271, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879) 2024-12-05T13:56:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51005f51914e9742 with lease ID 0xb92d24ef1a259e41: from storage DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a node DatanodeRegistration(127.0.0.1:42709, datanodeUuid=924ae4bb-a304-401c-9b0b-95c470cc0af7, infoPort=39493, infoSecurePort=0, ipcPort=37271, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:56:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a39076b2f67f0c with lease ID 0xb92d24ef1a259e42: Processing first storage report for DS-e81cd25a-7834-4db3-9a39-9c212c2798e8 from datanode DatanodeRegistration(127.0.0.1:38365, datanodeUuid=703a5f2a-0142-4706-be66-8f8655b56f2b, infoPort=45255, infoSecurePort=0, ipcPort=44563, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879) 2024-12-05T13:56:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a39076b2f67f0c with lease ID 0xb92d24ef1a259e42: from storage DS-e81cd25a-7834-4db3-9a39-9c212c2798e8 node DatanodeRegistration(127.0.0.1:38365, datanodeUuid=703a5f2a-0142-4706-be66-8f8655b56f2b, infoPort=45255, infoSecurePort=0, ipcPort=44563, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:56:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23905a0071678d46 with lease ID 0xb92d24ef1a259e43: Processing first storage report for DS-e3e469d5-8e53-4eab-a498-265a1dae0d9f from datanode DatanodeRegistration(127.0.0.1:45553, datanodeUuid=e6c3633d-da4d-480b-b79f-cbb6e405b6fd, infoPort=43999, infoSecurePort=0, ipcPort=41409, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879) 2024-12-05T13:56:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23905a0071678d46 with lease ID 0xb92d24ef1a259e43: from storage DS-e3e469d5-8e53-4eab-a498-265a1dae0d9f node DatanodeRegistration(127.0.0.1:45553, datanodeUuid=e6c3633d-da4d-480b-b79f-cbb6e405b6fd, infoPort=43999, infoSecurePort=0, ipcPort=41409, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:56:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51005f51914e9742 with lease ID 0xb92d24ef1a259e41: Processing first storage report for DS-e8f4a10d-d4f1-4d98-985f-8b0ce7f6079a from datanode DatanodeRegistration(127.0.0.1:42709, datanodeUuid=924ae4bb-a304-401c-9b0b-95c470cc0af7, infoPort=39493, infoSecurePort=0, ipcPort=37271, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879) 2024-12-05T13:56:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51005f51914e9742 with lease ID 0xb92d24ef1a259e41: from storage DS-e8f4a10d-d4f1-4d98-985f-8b0ce7f6079a node DatanodeRegistration(127.0.0.1:42709, datanodeUuid=924ae4bb-a304-401c-9b0b-95c470cc0af7, infoPort=39493, infoSecurePort=0, ipcPort=37271, storageInfo=lv=-57;cid=testClusterID;nsid=660674395;c=1733407001879), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:56:44,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213 2024-12-05T13:56:44,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/zookeeper_0, clientPort=54950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:56:44,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54950 2024-12-05T13:56:44,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:44,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:56:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:56:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:56:45,460 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef with version=8 2024-12-05T13:56:45,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/hbase-staging 2024-12-05T13:56:45,531 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T13:56:45,747 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:56:45,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:45,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:45,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:56:45,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:45,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:56:45,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:56:45,914 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T13:56:45,922 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T13:56:45,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:56:45,945 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 102863 (auto-detected) 2024-12-05T13:56:45,946 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T13:56:45,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37281 2024-12-05T13:56:45,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37281 connecting to ZooKeeper ensemble=127.0.0.1:54950 2024-12-05T13:56:46,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372810x0, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:56:46,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37281-0x101a7117afc0000 connected 2024-12-05T13:56:46,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:56:46,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef, hbase.cluster.distributed=false 2024-12-05T13:56:46,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:56:46,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37281 2024-12-05T13:56:46,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37281 2024-12-05T13:56:46,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37281 2024-12-05T13:56:46,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37281 2024-12-05T13:56:46,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37281 2024-12-05T13:56:46,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:56:46,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:56:46,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:56:46,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:56:46,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:56:46,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40107 2024-12-05T13:56:46,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40107 connecting to ZooKeeper ensemble=127.0.0.1:54950 2024-12-05T13:56:46,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401070x0, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:56:46,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401070x0, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:56:46,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40107-0x101a7117afc0001 connected 2024-12-05T13:56:46,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:56:46,311 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:56:46,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:56:46,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:56:46,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40107 2024-12-05T13:56:46,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40107 2024-12-05T13:56:46,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40107 2024-12-05T13:56:46,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40107 2024-12-05T13:56:46,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40107 2024-12-05T13:56:46,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:56:46,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:56:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:56:46,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:56:46,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:56:46,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38887 2024-12-05T13:56:46,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38887 connecting to ZooKeeper ensemble=127.0.0.1:54950 2024-12-05T13:56:46,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388870x0, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:56:46,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38887-0x101a7117afc0002 connected 2024-12-05T13:56:46,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:56:46,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:56:46,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:56:46,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:56:46,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:56:46,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-05T13:56:46,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38887 2024-12-05T13:56:46,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38887 2024-12-05T13:56:46,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-05T13:56:46,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-05T13:56:46,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:56:46,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:56:46,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:56:46,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:56:46,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:56:46,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:56:46,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35725 2024-12-05T13:56:46,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35725 connecting to ZooKeeper ensemble=127.0.0.1:54950 2024-12-05T13:56:46,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357250x0, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:56:46,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35725-0x101a7117afc0003 connected 2024-12-05T13:56:46,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357250x0, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:56:46,402 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:56:46,402 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:56:46,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:56:46,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:56:46,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35725 2024-12-05T13:56:46,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35725 2024-12-05T13:56:46,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35725 2024-12-05T13:56:46,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35725 2024-12-05T13:56:46,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35725 2024-12-05T13:56:46,423 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:37281 2024-12-05T13:56:46,424 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,37281,1733407005603 2024-12-05T13:56:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,441 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,37281,1733407005603 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,468 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:56:46,470 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,37281,1733407005603 from backup master directory 2024-12-05T13:56:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,37281,1733407005603 2024-12-05T13:56:46,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:56:46,482 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:56:46,482 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,37281,1733407005603 2024-12-05T13:56:46,484 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T13:56:46,485 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T13:56:46,536 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/hbase.id] with ID: ad430523-0fb5-4143-9aab-9739d0f3e61c 2024-12-05T13:56:46,536 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.tmp/hbase.id 2024-12-05T13:56:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:56:46,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:56:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:56:46,552 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.tmp/hbase.id]:[hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/hbase.id] 2024-12-05T13:56:46,596 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:56:46,600 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:56:46,616 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-05T13:56:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:56:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:56:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:56:46,658 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:56:46,659 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:56:46,672 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:56:46,675 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:56:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:56:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:56:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:56:46,720 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store 2024-12-05T13:56:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:56:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:56:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:56:46,745 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T13:56:46,749 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:46,750 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:56:46,750 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:56:46,751 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:56:46,753 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:56:46,753 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:56:46,753 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:56:46,754 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733407006750Disabling compacts and flushes for region at 1733407006750Disabling writes for close at 1733407006753 (+3 ms)Writing region close event to WAL at 1733407006753Closed at 1733407006753 2024-12-05T13:56:46,756 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/.initializing 2024-12-05T13:56:46,756 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/WALs/da6aa2204f50,37281,1733407005603 2024-12-05T13:56:46,763 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:56:46,778 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C37281%2C1733407005603, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/WALs/da6aa2204f50,37281,1733407005603, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/oldWALs, maxLogs=10 2024-12-05T13:56:46,802 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/WALs/da6aa2204f50,37281,1733407005603/da6aa2204f50%2C37281%2C1733407005603.1733407006783, exclude list is [], retry=0 2024-12-05T13:56:46,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822,DISK] 2024-12-05T13:56:46,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-1324d88e-5225-4140-9ecc-ac01cf56e73e,DISK] 2024-12-05T13:56:46,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42709,DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a,DISK] 2024-12-05T13:56:46,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T13:56:46,853 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/WALs/da6aa2204f50,37281,1733407005603/da6aa2204f50%2C37281%2C1733407005603.1733407006783 2024-12-05T13:56:46,854 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45255:45255),(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:39493:39493)] 2024-12-05T13:56:46,855 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:56:46,855 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:46,858 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,858 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:56:46,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:46,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:56:46,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:46,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:56:46,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:56:46,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:46,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:56:46,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:56:46,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:46,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:56:46,927 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,931 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,932 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,937 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,938 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,942 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:56:46,945 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:56:46,949 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:56:46,950 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72749041, jitterRate=0.08404518663883209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:56:46,955 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733407006868Initializing all the Stores at 1733407006871 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407006871Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407006872 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407006872Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407006872Cleaning up temporary data from old regions at 1733407006938 (+66 ms)Region opened successfully at 1733407006955 (+17 ms) 2024-12-05T13:56:46,956 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:56:46,987 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428781e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:56:47,012 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:56:47,024 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:56:47,024 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:56:47,027 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:56:47,028 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:56:47,032 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T13:56:47,032 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T13:56:47,058 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:56:47,068 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:56:47,108 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:56:47,112 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:56:47,115 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:56:47,125 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:56:47,128 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:56:47,132 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:56:47,141 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:56:47,143 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:56:47,150 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:56:47,174 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:56:47,183 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,196 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,37281,1733407005603, sessionid=0x101a7117afc0000, setting cluster-up flag (Was=false) 2024-12-05T13:56:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,250 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:56:47,255 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,37281,1733407005603 2024-12-05T13:56:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:47,300 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:56:47,304 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,37281,1733407005603 2024-12-05T13:56:47,311 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:56:47,372 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:56:47,380 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:56:47,386 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:56:47,390 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,37281,1733407005603 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:56:47,397 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:56:47,397 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:56:47,397 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:56:47,397 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:56:47,397 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:56:47,398 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,398 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:56:47,398 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,399 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733407037399 2024-12-05T13:56:47,400 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:56:47,401 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:56:47,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:56:47,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:56:47,405 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:56:47,405 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:56:47,405 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:56:47,405 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:56:47,406 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:47,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:56:47,408 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:56:47,409 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:56:47,410 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:56:47,412 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:56:47,413 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:56:47,413 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(746): ClusterId : ad430523-0fb5-4143-9aab-9739d0f3e61c 2024-12-05T13:56:47,413 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(746): ClusterId : ad430523-0fb5-4143-9aab-9739d0f3e61c 2024-12-05T13:56:47,413 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(746): ClusterId : ad430523-0fb5-4143-9aab-9739d0f3e61c 2024-12-05T13:56:47,415 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733407007414,5,FailOnTimeoutGroup] 2024-12-05T13:56:47,415 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:56:47,415 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:56:47,415 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:56:47,416 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733407007415,5,FailOnTimeoutGroup] 2024-12-05T13:56:47,416 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,416 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:56:47,417 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,418 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:56:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:56:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:56:47,427 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:56:47,427 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:56:47,427 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:56:47,428 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:56:47,428 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:56:47,428 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:56:47,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:56:47,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:47,435 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:56:47,435 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:56:47,435 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:56:47,435 DEBUG [RS:2;da6aa2204f50:35725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713700da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:56:47,435 DEBUG [RS:1;da6aa2204f50:38887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7639f56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:56:47,435 DEBUG [RS:0;da6aa2204f50:40107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bc0026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:56:47,451 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:40107 2024-12-05T13:56:47,451 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;da6aa2204f50:35725 2024-12-05T13:56:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:56:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:56:47,454 DEBUG [RS:1;da6aa2204f50:38887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da6aa2204f50:38887 2024-12-05T13:56:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:56:47,455 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:56:47,455 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:56:47,455 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:56:47,455 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:56:47,455 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:56:47,455 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:56:47,455 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:56:47,455 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:56:47,455 DEBUG [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:56:47,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:47,457 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,37281,1733407005603 with port=40107, startcode=1733407006242 2024-12-05T13:56:47,457 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,37281,1733407005603 with port=38887, startcode=1733407006335 2024-12-05T13:56:47,457 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,37281,1733407005603 with port=35725, startcode=1733407006381 2024-12-05T13:56:47,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:56:47,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:56:47,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:56:47,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:56:47,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:47,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:47,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:56:47,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:56:47,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:47,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:47,471 DEBUG [RS:2;da6aa2204f50:35725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:56:47,471 DEBUG [RS:1;da6aa2204f50:38887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:56:47,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:56:47,471 DEBUG [RS:0;da6aa2204f50:40107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:56:47,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:56:47,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:47,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:56:47,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740 2024-12-05T13:56:47,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740 2024-12-05T13:56:47,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:56:47,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:56:47,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:56:47,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:56:47,492 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:56:47,493 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68284629, jitterRate=0.01752026379108429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:56:47,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733407007456Initializing all the Stores at 1733407007458 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407007458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407007458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407007458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407007458Cleaning up temporary data from old regions at 1733407007482 (+24 ms)Region opened successfully at 1733407007496 (+14 ms) 2024-12-05T13:56:47,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:56:47,497 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:56:47,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:56:47,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:56:47,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:56:47,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:56:47,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733407007497Disabling compacts and flushes for region at 1733407007497Disabling writes for close at 1733407007497Writing region close event to WAL at 1733407007498 (+1 ms)Closed at 1733407007499 (+1 ms) 2024-12-05T13:56:47,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:56:47,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:56:47,507 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:56:47,507 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:56:47,507 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57323, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:56:47,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:56:47,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37281 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:56:47,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:56:47,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,38887,1733407006335 2024-12-05T13:56:47,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37281 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,38887,1733407006335 2024-12-05T13:56:47,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,35725,1733407006381 2024-12-05T13:56:47,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37281 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,35725,1733407006381 2024-12-05T13:56:47,530 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:47,530 DEBUG [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:47,530 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40917 2024-12-05T13:56:47,530 DEBUG [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40917 2024-12-05T13:56:47,530 DEBUG [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:56:47,530 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:56:47,533 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:47,533 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40917 2024-12-05T13:56:47,533 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:56:47,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:56:47,575 DEBUG [RS:1;da6aa2204f50:38887 {}] zookeeper.ZKUtil(111): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,38887,1733407006335 2024-12-05T13:56:47,575 DEBUG [RS:0;da6aa2204f50:40107 {}] zookeeper.ZKUtil(111): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,575 WARN [RS:1;da6aa2204f50:38887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:56:47,575 WARN [RS:0;da6aa2204f50:40107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:56:47,575 INFO [RS:1;da6aa2204f50:38887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:56:47,575 INFO [RS:0;da6aa2204f50:40107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:56:47,576 DEBUG [RS:2;da6aa2204f50:35725 {}] zookeeper.ZKUtil(111): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,35725,1733407006381 2024-12-05T13:56:47,576 WARN [RS:2;da6aa2204f50:35725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:56:47,576 DEBUG [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335 2024-12-05T13:56:47,576 INFO [RS:2;da6aa2204f50:35725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:56:47,576 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,576 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,35725,1733407006381 2024-12-05T13:56:47,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,38887,1733407006335] 2024-12-05T13:56:47,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,40107,1733407006242] 2024-12-05T13:56:47,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,35725,1733407006381] 2024-12-05T13:56:47,600 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:56:47,600 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:56:47,600 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:56:47,614 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:56:47,614 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:56:47,614 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:56:47,619 INFO [RS:0;da6aa2204f50:40107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:56:47,619 INFO [RS:2;da6aa2204f50:35725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:56:47,619 INFO [RS:1;da6aa2204f50:38887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:56:47,619 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,619 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,619 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,620 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:56:47,620 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:56:47,620 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:56:47,626 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:56:47,626 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:56:47,626 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:56:47,628 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,628 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,628 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,628 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,628 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,628 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,628 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,628 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,628 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:56:47,629 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:56:47,629 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:56:47,629 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,629 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:56:47,630 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:56:47,630 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:56:47,630 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:56:47,630 DEBUG [RS:0;da6aa2204f50:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:56:47,630 DEBUG [RS:1;da6aa2204f50:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:56:47,630 DEBUG [RS:2;da6aa2204f50:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:56:47,631 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,40107,1733407006242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,38887,1733407006335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,632 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,35725,1733407006381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:56:47,649 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:56:47,650 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,38887,1733407006335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,651 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,651 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.Replication(171): da6aa2204f50,38887,1733407006335 started 2024-12-05T13:56:47,655 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:56:47,655 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:56:47,656 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,35725,1733407006381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,656 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,40107,1733407006242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,656 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,656 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,656 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.Replication(171): da6aa2204f50,35725,1733407006381 started 2024-12-05T13:56:47,656 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.Replication(171): da6aa2204f50,40107,1733407006242 started 2024-12-05T13:56:47,667 INFO [RS:1;da6aa2204f50:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,667 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,38887,1733407006335, RpcServer on da6aa2204f50/172.17.0.2:38887, sessionid=0x101a7117afc0002 2024-12-05T13:56:47,668 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:56:47,668 DEBUG [RS:1;da6aa2204f50:38887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,38887,1733407006335 2024-12-05T13:56:47,668 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,38887,1733407006335' 2024-12-05T13:56:47,668 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:56:47,669 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:56:47,670 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:56:47,670 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:56:47,670 DEBUG [RS:1;da6aa2204f50:38887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,38887,1733407006335 2024-12-05T13:56:47,670 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,38887,1733407006335' 2024-12-05T13:56:47,670 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:56:47,670 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:56:47,671 DEBUG [RS:1;da6aa2204f50:38887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:56:47,671 INFO [RS:1;da6aa2204f50:38887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:56:47,671 INFO [RS:1;da6aa2204f50:38887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:56:47,676 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,676 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,40107,1733407006242, RpcServer on da6aa2204f50/172.17.0.2:40107, sessionid=0x101a7117afc0001 2024-12-05T13:56:47,676 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:56:47,676 DEBUG [RS:0;da6aa2204f50:40107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,676 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,40107,1733407006242' 2024-12-05T13:56:47,676 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:56:47,677 WARN [da6aa2204f50:37281 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:56:47,677 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:47,677 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:56:47,677 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,35725,1733407006381, RpcServer on da6aa2204f50/172.17.0.2:35725, sessionid=0x101a7117afc0003 2024-12-05T13:56:47,677 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:56:47,677 DEBUG [RS:2;da6aa2204f50:35725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,35725,1733407006381 2024-12-05T13:56:47,677 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,35725,1733407006381' 2024-12-05T13:56:47,677 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:56:47,677 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:56:47,678 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:56:47,678 DEBUG [RS:0;da6aa2204f50:40107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,678 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,40107,1733407006242' 2024-12-05T13:56:47,678 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:56:47,678 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:56:47,678 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:56:47,678 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:56:47,679 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:56:47,679 DEBUG [RS:2;da6aa2204f50:35725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,35725,1733407006381 2024-12-05T13:56:47,679 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,35725,1733407006381' 2024-12-05T13:56:47,679 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:56:47,679 DEBUG [RS:0;da6aa2204f50:40107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:56:47,679 INFO [RS:0;da6aa2204f50:40107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:56:47,679 INFO [RS:0;da6aa2204f50:40107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:56:47,679 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:56:47,679 DEBUG [RS:2;da6aa2204f50:35725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:56:47,680 INFO [RS:2;da6aa2204f50:35725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:56:47,680 INFO [RS:2;da6aa2204f50:35725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:56:47,777 INFO [RS:1;da6aa2204f50:38887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:56:47,779 INFO [RS:0;da6aa2204f50:40107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:56:47,780 INFO [RS:2;da6aa2204f50:35725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:56:47,781 INFO [RS:1;da6aa2204f50:38887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C38887%2C1733407006335, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs, maxLogs=32 2024-12-05T13:56:47,782 INFO [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C40107%2C1733407006242, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs, maxLogs=32 2024-12-05T13:56:47,783 INFO [RS:2;da6aa2204f50:35725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C35725%2C1733407006381, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,35725,1733407006381, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs, maxLogs=32 2024-12-05T13:56:47,797 DEBUG [RS:0;da6aa2204f50:40107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242/da6aa2204f50%2C40107%2C1733407006242.1733407007785, exclude list is [], retry=0 2024-12-05T13:56:47,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822,DISK] 2024-12-05T13:56:47,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-1324d88e-5225-4140-9ecc-ac01cf56e73e,DISK] 2024-12-05T13:56:47,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42709,DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a,DISK] 2024-12-05T13:56:47,823 DEBUG [RS:1;da6aa2204f50:38887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335/da6aa2204f50%2C38887%2C1733407006335.1733407007784, exclude list is [], retry=0 2024-12-05T13:56:47,823 DEBUG [RS:2;da6aa2204f50:35725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,35725,1733407006381/da6aa2204f50%2C35725%2C1733407006381.1733407007786, exclude list is [], retry=0 2024-12-05T13:56:47,828 INFO [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242/da6aa2204f50%2C40107%2C1733407006242.1733407007785 2024-12-05T13:56:47,829 DEBUG [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:45255:45255),(127.0.0.1/127.0.0.1:39493:39493)] 2024-12-05T13:56:47,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-1324d88e-5225-4140-9ecc-ac01cf56e73e,DISK] 2024-12-05T13:56:47,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822,DISK] 2024-12-05T13:56:47,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42709,DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a,DISK] 2024-12-05T13:56:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42709,DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a,DISK] 2024-12-05T13:56:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822,DISK] 2024-12-05T13:56:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-1324d88e-5225-4140-9ecc-ac01cf56e73e,DISK] 2024-12-05T13:56:47,836 INFO [RS:1;da6aa2204f50:38887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335/da6aa2204f50%2C38887%2C1733407006335.1733407007784 2024-12-05T13:56:47,837 DEBUG [RS:1;da6aa2204f50:38887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:45255:45255),(127.0.0.1/127.0.0.1:39493:39493)] 2024-12-05T13:56:47,838 INFO [RS:2;da6aa2204f50:35725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,35725,1733407006381/da6aa2204f50%2C35725%2C1733407006381.1733407007786 2024-12-05T13:56:47,839 DEBUG [RS:2;da6aa2204f50:35725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45255:45255),(127.0.0.1/127.0.0.1:39493:39493),(127.0.0.1/127.0.0.1:43999:43999)] 2024-12-05T13:56:47,932 DEBUG [da6aa2204f50:37281 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T13:56:47,945 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(204): Hosts are {da6aa2204f50=0} racks are {/default-rack=0} 2024-12-05T13:56:47,951 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T13:56:47,951 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T13:56:47,952 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T13:56:47,952 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T13:56:47,952 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T13:56:47,952 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T13:56:47,952 INFO [da6aa2204f50:37281 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T13:56:47,952 INFO [da6aa2204f50:37281 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T13:56:47,952 INFO [da6aa2204f50:37281 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T13:56:47,952 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T13:56:47,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:47,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,40107,1733407006242, state=OPENING 2024-12-05T13:56:48,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:56:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:56:48,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:48,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:48,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:48,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:48,021 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:56:48,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,40107,1733407006242}] 2024-12-05T13:56:55,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:56:55,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:56:58,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:56:58,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:56:58,069 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:56:58,069 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:56:58,069 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:56:58,072 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C40107%2C1733407006242.meta, suffix=.meta, logDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs, maxLogs=32 2024-12-05T13:56:58,087 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242/da6aa2204f50%2C40107%2C1733407006242.meta.1733407018074.meta, exclude list is [], retry=0 2024-12-05T13:56:58,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-b62100f3-00cf-4b4b-bf51-8ec60e9bb822,DISK] 2024-12-05T13:56:58,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-1324d88e-5225-4140-9ecc-ac01cf56e73e,DISK] 2024-12-05T13:56:58,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42709,DS-faf34e2a-03d6-4c81-a2d0-8dc863f1d86a,DISK] 2024-12-05T13:56:58,093 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,40107,1733407006242/da6aa2204f50%2C40107%2C1733407006242.meta.1733407018074.meta 2024-12-05T13:56:58,093 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45255:45255),(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:39493:39493)] 2024-12-05T13:56:58,094 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:56:58,095 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:56:58,097 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:56:58,102 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:56:58,105 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:56:58,105 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,106 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:56:58,106 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:56:58,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:56:58,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:56:58,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:58,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:58,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:56:58,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:56:58,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:58,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:58,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:56:58,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:56:58,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:58,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:58,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:56:58,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:56:58,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:58,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:56:58,118 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:56:58,119 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740 2024-12-05T13:56:58,122 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740 2024-12-05T13:56:58,124 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:56:58,124 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:56:58,125 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:56:58,128 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:56:58,130 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61087033, jitterRate=-0.08973227441310883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:56:58,130 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:56:58,131 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733407018106Writing region info on filesystem at 1733407018107 (+1 ms)Initializing all the Stores at 1733407018108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407018108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407018108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407018109 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407018109Cleaning up temporary data from old regions at 1733407018125 (+16 ms)Running coprocessor post-open hooks at 1733407018130 (+5 ms)Region opened successfully at 1733407018131 (+1 ms) 2024-12-05T13:56:58,137 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733407018046 2024-12-05T13:56:58,146 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:56:58,147 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:56:58,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:58,150 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,40107,1733407006242, state=OPEN 2024-12-05T13:56:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:56:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:56:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:56:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:56:58,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:58,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:58,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:58,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:56:58,217 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:58,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:56:58,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,40107,1733407006242 in 10.1930 sec 2024-12-05T13:56:58,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:56:58,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7130 sec 2024-12-05T13:56:58,231 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:56:58,231 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:56:58,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:56:58,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,40107,1733407006242, seqNum=-1] 2024-12-05T13:56:58,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:56:58,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:56:58,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9520 sec 2024-12-05T13:56:58,292 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733407018292, completionTime=-1 2024-12-05T13:56:58,294 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T13:56:58,294 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:56:58,337 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T13:56:58,337 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733407078337 2024-12-05T13:56:58,337 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733407138337 2024-12-05T13:56:58,337 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-12-05T13:56:58,339 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:56:58,347 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37281,1733407005603-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,347 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37281,1733407005603-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,347 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37281,1733407005603-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,349 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:37281, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,349 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,350 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,356 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:56:58,385 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.903sec 2024-12-05T13:56:58,386 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:56:58,387 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:56:58,388 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:56:58,389 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:56:58,389 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:56:58,390 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37281,1733407005603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:56:58,390 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37281,1733407005603-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:56:58,394 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:56:58,395 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:56:58,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,37281,1733407005603-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:56:58,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509d8234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:56:58,449 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T13:56:58,449 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T13:56:58,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,37281,-1 for getting cluster id 2024-12-05T13:56:58,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:56:58,465 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad430523-0fb5-4143-9aab-9739d0f3e61c' 2024-12-05T13:56:58,466 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:56:58,467 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad430523-0fb5-4143-9aab-9739d0f3e61c" 2024-12-05T13:56:58,467 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d5ef73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:56:58,467 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,37281,-1] 2024-12-05T13:56:58,469 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:56:58,471 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:56:58,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:56:58,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7ba77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:56:58,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:56:58,482 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,40107,1733407006242, seqNum=-1] 2024-12-05T13:56:58,482 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:56:58,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:56:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,37281,1733407005603 2024-12-05T13:56:58,514 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733407018513 (current time:1733407018513). 2024-12-05T13:56:58,514 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T13:56:58,514 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T13:56:58,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b69cb9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:56:58,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,37281,-1 for getting cluster id 2024-12-05T13:56:58,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:56:58,519 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad430523-0fb5-4143-9aab-9739d0f3e61c' 2024-12-05T13:56:58,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:56:58,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad430523-0fb5-4143-9aab-9739d0f3e61c" 2024-12-05T13:56:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28bf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:56:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,37281,-1] 2024-12-05T13:56:58,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:56:58,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:56:58,521 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:56:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8aefce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:56:58,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:56:58,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,40107,1733407006242, seqNum=-1] 2024-12-05T13:56:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:56:58,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:56:58,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:56:58,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:56:58,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:56:58,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:56:58,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:56:58,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:56:58,549 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da6aa2204f50,37281,1733407005603 2024-12-05T13:56:58,552 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15bd80eb 2024-12-05T13:56:58,553 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:56:58,555 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:56:58,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:56:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T13:56:58,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:56:58,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T13:56:58,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:56:58,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:56:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:56:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741837_1013 (size=361) 2024-12-05T13:56:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741837_1013 (size=361) 2024-12-05T13:56:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741837_1013 (size=361) 2024-12-05T13:56:58,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1266abfa69507d893a86bb0a45f37bcc, NAME => 'SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,592 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fe8f4800b64309e5af75f16760182d62, NAME => 'SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,592 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6baf6120cc7954c2f90739135d6e1d9f, NAME => 'SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741838_1014 (size=62) 2024-12-05T13:56:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741838_1014 (size=62) 2024-12-05T13:56:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741838_1014 (size=62) 2024-12-05T13:56:58,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1266abfa69507d893a86bb0a45f37bcc, disabling compactions & flushes 2024-12-05T13:56:58,610 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:56:58,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:56:58,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. after waiting 0 ms 2024-12-05T13:56:58,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:56:58,611 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:56:58,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1266abfa69507d893a86bb0a45f37bcc: Waiting for close lock at 1733407018610Disabling compacts and flushes for region at 1733407018610Disabling writes for close at 1733407018610Writing region close event to WAL at 1733407018611 (+1 ms)Closed at 1733407018611 2024-12-05T13:56:58,611 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8719be6a7e1e957a5b8e4985a4767193, NAME => 'SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741839_1015 (size=54) 2024-12-05T13:56:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741839_1015 (size=54) 2024-12-05T13:56:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741839_1015 (size=54) 2024-12-05T13:56:58,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6baf6120cc7954c2f90739135d6e1d9f, disabling compactions & flushes 2024-12-05T13:56:58,619 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:56:58,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:56:58,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. after waiting 0 ms 2024-12-05T13:56:58,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:56:58,619 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:56:58,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6baf6120cc7954c2f90739135d6e1d9f: Waiting for close lock at 1733407018618Disabling compacts and flushes for region at 1733407018618Disabling writes for close at 1733407018619 (+1 ms)Writing region close event to WAL at 1733407018619Closed at 1733407018619 2024-12-05T13:56:58,619 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c10801cfc0f059b3918f13f350eb03b7, NAME => 'SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741840_1016 (size=62) 2024-12-05T13:56:58,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741840_1016 (size=62) 2024-12-05T13:56:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741840_1016 (size=62) 2024-12-05T13:56:58,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fe8f4800b64309e5af75f16760182d62, disabling compactions & flushes 2024-12-05T13:56:58,623 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:56:58,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:56:58,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. after waiting 0 ms 2024-12-05T13:56:58,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:56:58,623 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:56:58,623 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fe8f4800b64309e5af75f16760182d62: Waiting for close lock at 1733407018623Disabling compacts and flushes for region at 1733407018623Disabling writes for close at 1733407018623Writing region close event to WAL at 1733407018623Closed at 1733407018623 2024-12-05T13:56:58,624 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8caceb06220e4fdbc85fc6b42103e691, NAME => 'SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741841_1017 (size=62) 2024-12-05T13:56:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741841_1017 (size=62) 2024-12-05T13:56:58,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741841_1017 (size=62) 2024-12-05T13:56:58,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8719be6a7e1e957a5b8e4985a4767193, disabling compactions & flushes 2024-12-05T13:56:58,633 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:56:58,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:56:58,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. after waiting 0 ms 2024-12-05T13:56:58,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:56:58,633 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:56:58,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8719be6a7e1e957a5b8e4985a4767193: Waiting for close lock at 1733407018633Disabling compacts and flushes for region at 1733407018633Disabling writes for close at 1733407018633Writing region close event to WAL at 1733407018633Closed at 1733407018633 2024-12-05T13:56:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741842_1018 (size=62) 2024-12-05T13:56:58,634 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4534a27cf4a6dd6161126886d8883ad, NAME => 'SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741842_1018 (size=62) 2024-12-05T13:56:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741842_1018 (size=62) 2024-12-05T13:56:58,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c10801cfc0f059b3918f13f350eb03b7, disabling compactions & flushes 2024-12-05T13:56:58,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:56:58,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:56:58,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. after waiting 0 ms 2024-12-05T13:56:58,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:56:58,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:56:58,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c10801cfc0f059b3918f13f350eb03b7: Waiting for close lock at 1733407018636Disabling compacts and flushes for region at 1733407018636Disabling writes for close at 1733407018636Writing region close event to WAL at 1733407018636Closed at 1733407018636 2024-12-05T13:56:58,637 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04654d096ae2e048d08c079d65179a5a, NAME => 'SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741843_1019 (size=62) 2024-12-05T13:56:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741843_1019 (size=62) 2024-12-05T13:56:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741843_1019 (size=62) 2024-12-05T13:56:58,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8caceb06220e4fdbc85fc6b42103e691, disabling compactions & flushes 2024-12-05T13:56:58,643 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:56:58,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:56:58,643 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. after waiting 0 ms 2024-12-05T13:56:58,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:56:58,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:56:58,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8caceb06220e4fdbc85fc6b42103e691: Waiting for close lock at 1733407018643Disabling compacts and flushes for region at 1733407018643Disabling writes for close at 1733407018643Writing region close event to WAL at 1733407018644 (+1 ms)Closed at 1733407018644 2024-12-05T13:56:58,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6e7ccf32825574725ffe80428839e1d0, NAME => 'SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741844_1020 (size=62) 2024-12-05T13:56:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741844_1020 (size=62) 2024-12-05T13:56:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741845_1021 (size=62) 2024-12-05T13:56:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741844_1020 (size=62) 2024-12-05T13:56:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741845_1021 (size=62) 2024-12-05T13:56:58,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c4534a27cf4a6dd6161126886d8883ad, disabling compactions & flushes 2024-12-05T13:56:58,650 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:56:58,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:56:58,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. after waiting 0 ms 2024-12-05T13:56:58,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:56:58,650 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:56:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741845_1021 (size=62) 2024-12-05T13:56:58,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4534a27cf4a6dd6161126886d8883ad: Waiting for close lock at 1733407018650Disabling compacts and flushes for region at 1733407018650Disabling writes for close at 1733407018650Writing region close event to WAL at 1733407018650Closed at 1733407018650 2024-12-05T13:56:58,651 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f5c44138ddba0867b8989e2e73ace052, NAME => 'SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef 2024-12-05T13:56:58,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 04654d096ae2e048d08c079d65179a5a, disabling compactions & flushes 2024-12-05T13:56:58,651 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:56:58,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:56:58,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. after waiting 0 ms 2024-12-05T13:56:58,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:56:58,652 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:56:58,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04654d096ae2e048d08c079d65179a5a: Waiting for close lock at 1733407018651Disabling compacts and flushes for region at 1733407018651Disabling writes for close at 1733407018652 (+1 ms)Writing region close event to WAL at 1733407018652Closed at 1733407018652 2024-12-05T13:56:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741846_1022 (size=62) 2024-12-05T13:56:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741846_1022 (size=62) 2024-12-05T13:56:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741846_1022 (size=62) 2024-12-05T13:56:58,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6e7ccf32825574725ffe80428839e1d0, disabling compactions & flushes 2024-12-05T13:56:58,658 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:56:58,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:56:58,659 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. after waiting 0 ms 2024-12-05T13:56:58,659 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:56:58,659 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:56:58,659 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6e7ccf32825574725ffe80428839e1d0: Waiting for close lock at 1733407018658Disabling compacts and flushes for region at 1733407018658Disabling writes for close at 1733407018659 (+1 ms)Writing region close event to WAL at 1733407018659Closed at 1733407018659 2024-12-05T13:56:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741847_1023 (size=54) 2024-12-05T13:56:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741847_1023 (size=54) 2024-12-05T13:56:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741847_1023 (size=54) 2024-12-05T13:56:58,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:56:58,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f5c44138ddba0867b8989e2e73ace052, disabling compactions & flushes 2024-12-05T13:56:58,665 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:56:58,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:56:58,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. after waiting 0 ms 2024-12-05T13:56:58,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:56:58,665 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:56:58,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f5c44138ddba0867b8989e2e73ace052: Waiting for close lock at 1733407018664Disabling compacts and flushes for region at 1733407018664Disabling writes for close at 1733407018665 (+1 ms)Writing region close event to WAL at 1733407018665Closed at 1733407018665 2024-12-05T13:56:58,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733407018667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407018667"}]},"ts":"1733407018667"} 2024-12-05T13:56:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:56:58,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T13:56:58,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:56:58,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733407018707"}]},"ts":"1733407018707"} 2024-12-05T13:56:58,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T13:56:58,714 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da6aa2204f50=0} racks are {/default-rack=0} 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T13:56:58,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T13:56:58,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T13:56:58,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T13:56:58,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T13:56:58,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6baf6120cc7954c2f90739135d6e1d9f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe8f4800b64309e5af75f16760182d62, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c10801cfc0f059b3918f13f350eb03b7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8caceb06220e4fdbc85fc6b42103e691, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04654d096ae2e048d08c079d65179a5a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e7ccf32825574725ffe80428839e1d0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN}] 2024-12-05T13:56:58,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN 2024-12-05T13:56:58,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e7ccf32825574725ffe80428839e1d0, ASSIGN 2024-12-05T13:56:58,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04654d096ae2e048d08c079d65179a5a, ASSIGN 2024-12-05T13:56:58,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8caceb06220e4fdbc85fc6b42103e691, ASSIGN 2024-12-05T13:56:58,731 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04654d096ae2e048d08c079d65179a5a, ASSIGN; state=OFFLINE, location=da6aa2204f50,40107,1733407006242; forceNewPlan=false, retain=false 2024-12-05T13:56:58,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e7ccf32825574725ffe80428839e1d0, ASSIGN; state=OFFLINE, location=da6aa2204f50,35725,1733407006381; forceNewPlan=false, retain=false 2024-12-05T13:56:58,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8caceb06220e4fdbc85fc6b42103e691, ASSIGN; state=OFFLINE, location=da6aa2204f50,35725,1733407006381; forceNewPlan=false, retain=false 2024-12-05T13:56:58,731 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN; state=OFFLINE, location=da6aa2204f50,38887,1733407006335; forceNewPlan=false, retain=false 2024-12-05T13:56:58,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN 2024-12-05T13:56:58,732 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN; state=OFFLINE, location=da6aa2204f50,38887,1733407006335; forceNewPlan=false, retain=false 2024-12-05T13:56:58,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c10801cfc0f059b3918f13f350eb03b7, ASSIGN 2024-12-05T13:56:58,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe8f4800b64309e5af75f16760182d62, ASSIGN 2024-12-05T13:56:58,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN 2024-12-05T13:56:58,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN 2024-12-05T13:56:58,739 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6baf6120cc7954c2f90739135d6e1d9f, ASSIGN 2024-12-05T13:56:58,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c10801cfc0f059b3918f13f350eb03b7, ASSIGN; state=OFFLINE, location=da6aa2204f50,40107,1733407006242; forceNewPlan=false, retain=false 2024-12-05T13:56:58,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe8f4800b64309e5af75f16760182d62, ASSIGN; state=OFFLINE, location=da6aa2204f50,35725,1733407006381; forceNewPlan=false, retain=false 2024-12-05T13:56:58,740 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN; state=OFFLINE, location=da6aa2204f50,38887,1733407006335; forceNewPlan=false, retain=false 2024-12-05T13:56:58,740 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN; state=OFFLINE, location=da6aa2204f50,38887,1733407006335; forceNewPlan=false, retain=false 2024-12-05T13:56:58,741 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6baf6120cc7954c2f90739135d6e1d9f, ASSIGN; state=OFFLINE, location=da6aa2204f50,40107,1733407006242; forceNewPlan=false, retain=false 2024-12-05T13:56:58,885 INFO [da6aa2204f50:37281 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T13:56:58,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f5c44138ddba0867b8989e2e73ace052, regionState=OPENING, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:56:58,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6baf6120cc7954c2f90739135d6e1d9f, regionState=OPENING, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:58,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c10801cfc0f059b3918f13f350eb03b7, regionState=OPENING, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:58,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=04654d096ae2e048d08c079d65179a5a, regionState=OPENING, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:56:58,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c4534a27cf4a6dd6161126886d8883ad, regionState=OPENING, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:56:58,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8719be6a7e1e957a5b8e4985a4767193, regionState=OPENING, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:56:58,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1266abfa69507d893a86bb0a45f37bcc, regionState=OPENING, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:56:58,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6e7ccf32825574725ffe80428839e1d0, regionState=OPENING, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:56:58,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8caceb06220e4fdbc85fc6b42103e691, regionState=OPENING, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:56:58,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe8f4800b64309e5af75f16760182d62, regionState=OPENING, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:56:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN because future has completed 2024-12-05T13:56:58,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4534a27cf4a6dd6161126886d8883ad, server=da6aa2204f50,38887,1733407006335}] 2024-12-05T13:56:58,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6baf6120cc7954c2f90739135d6e1d9f, ASSIGN because future has completed 2024-12-05T13:56:58,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f, server=da6aa2204f50,40107,1733407006242}] 2024-12-05T13:56:58,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c10801cfc0f059b3918f13f350eb03b7, ASSIGN because future has completed 2024-12-05T13:56:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:56:58,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04654d096ae2e048d08c079d65179a5a, ASSIGN because future has completed 2024-12-05T13:56:58,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c10801cfc0f059b3918f13f350eb03b7, server=da6aa2204f50,40107,1733407006242}] 2024-12-05T13:56:58,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04654d096ae2e048d08c079d65179a5a, server=da6aa2204f50,40107,1733407006242}] 2024-12-05T13:56:58,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN because future has completed 2024-12-05T13:56:58,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN because future has completed 2024-12-05T13:56:58,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5c44138ddba0867b8989e2e73ace052, server=da6aa2204f50,38887,1733407006335}] 2024-12-05T13:56:58,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8719be6a7e1e957a5b8e4985a4767193, server=da6aa2204f50,38887,1733407006335}] 2024-12-05T13:56:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN because future has completed 2024-12-05T13:56:58,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1266abfa69507d893a86bb0a45f37bcc, server=da6aa2204f50,38887,1733407006335}] 2024-12-05T13:56:58,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e7ccf32825574725ffe80428839e1d0, ASSIGN because future has completed 2024-12-05T13:56:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8caceb06220e4fdbc85fc6b42103e691, ASSIGN because future has completed 2024-12-05T13:56:58,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e7ccf32825574725ffe80428839e1d0, server=da6aa2204f50,35725,1733407006381}] 2024-12-05T13:56:58,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8caceb06220e4fdbc85fc6b42103e691, server=da6aa2204f50,35725,1733407006381}] 2024-12-05T13:56:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe8f4800b64309e5af75f16760182d62, ASSIGN because future has completed 2024-12-05T13:56:58,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe8f4800b64309e5af75f16760182d62, server=da6aa2204f50,35725,1733407006381}] 2024-12-05T13:56:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:56:59,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:56:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:57:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:57:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:57:03,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:57:05,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:57:05,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:57:05,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:57:05,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:57:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:57:08,899 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:57:08,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:57:08,908 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:08,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c4534a27cf4a6dd6161126886d8883ad, NAME => 'SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T13:57:08,909 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,909 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,909 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,909 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,912 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:57:08,912 INFO [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,912 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 04654d096ae2e048d08c079d65179a5a, NAME => 'SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T13:57:08,913 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,913 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,913 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,913 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,914 INFO [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4534a27cf4a6dd6161126886d8883ad columnFamilyName cf 2024-12-05T13:57:08,914 DEBUG [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,915 INFO [StoreOpener-04654d096ae2e048d08c079d65179a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,915 INFO [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] regionserver.HStore(327): Store=c4534a27cf4a6dd6161126886d8883ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,916 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,917 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,917 INFO [StoreOpener-04654d096ae2e048d08c079d65179a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04654d096ae2e048d08c079d65179a5a columnFamilyName cf 2024-12-05T13:57:08,917 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,917 DEBUG [StoreOpener-04654d096ae2e048d08c079d65179a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,918 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,918 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,918 INFO [StoreOpener-04654d096ae2e048d08c079d65179a5a-1 {}] regionserver.HStore(327): Store=04654d096ae2e048d08c079d65179a5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,918 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,919 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,920 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,920 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,920 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,921 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:57:08,923 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,924 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c4534a27cf4a6dd6161126886d8883ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:57:08,924 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c4534a27cf4a6dd6161126886d8883ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75241195, jitterRate=0.1211811751127243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,924 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:08,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c4534a27cf4a6dd6161126886d8883ad: Running coprocessor pre-open hook at 1733407028909Writing region info on filesystem at 1733407028909Initializing all the Stores at 1733407028912 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028912Cleaning up temporary data from old regions at 1733407028918 (+6 ms)Running coprocessor post-open hooks at 1733407028924 (+6 ms)Region opened successfully at 1733407028925 (+1 ms) 2024-12-05T13:57:08,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,927 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 04654d096ae2e048d08c079d65179a5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67721100, jitterRate=0.009123027324676514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,927 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:08,927 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 04654d096ae2e048d08c079d65179a5a: Running coprocessor pre-open hook at 1733407028913Writing region info on filesystem at 1733407028913Initializing all the Stores at 1733407028914 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028914Cleaning up temporary data from old regions at 1733407028921 (+7 ms)Running coprocessor post-open hooks at 1733407028927 (+6 ms)Region opened successfully at 1733407028927 2024-12-05T13:57:08,928 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., pid=15, masterSystemTime=1733407028899 2024-12-05T13:57:08,929 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., pid=18, masterSystemTime=1733407028903 2024-12-05T13:57:08,930 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:57:08,930 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fe8f4800b64309e5af75f16760182d62, NAME => 'SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T13:57:08,930 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,930 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,930 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,930 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,931 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:08,931 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:08,931 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:08,931 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f5c44138ddba0867b8989e2e73ace052, NAME => 'SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T13:57:08,931 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,932 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,932 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,932 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c4534a27cf4a6dd6161126886d8883ad, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:57:08,933 INFO [StoreOpener-fe8f4800b64309e5af75f16760182d62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,933 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:57:08,933 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:57:08,933 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:57:08,933 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c10801cfc0f059b3918f13f350eb03b7, NAME => 'SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T13:57:08,934 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,934 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,934 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,934 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,935 INFO [StoreOpener-fe8f4800b64309e5af75f16760182d62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe8f4800b64309e5af75f16760182d62 columnFamilyName cf 2024-12-05T13:57:08,936 DEBUG [StoreOpener-fe8f4800b64309e5af75f16760182d62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=04654d096ae2e048d08c079d65179a5a, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:08,937 INFO [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,937 INFO [StoreOpener-c10801cfc0f059b3918f13f350eb03b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,937 INFO [StoreOpener-fe8f4800b64309e5af75f16760182d62-1 {}] regionserver.HStore(327): Store=fe8f4800b64309e5af75f16760182d62/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,937 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4534a27cf4a6dd6161126886d8883ad, server=da6aa2204f50,38887,1733407006335 because future has completed 2024-12-05T13:57:08,939 INFO [StoreOpener-c10801cfc0f059b3918f13f350eb03b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c10801cfc0f059b3918f13f350eb03b7 columnFamilyName cf 2024-12-05T13:57:08,939 INFO [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5c44138ddba0867b8989e2e73ace052 columnFamilyName cf 2024-12-05T13:57:08,940 DEBUG [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,940 DEBUG [StoreOpener-c10801cfc0f059b3918f13f350eb03b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,940 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,941 INFO [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] regionserver.HStore(327): Store=f5c44138ddba0867b8989e2e73ace052/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,941 INFO [StoreOpener-c10801cfc0f059b3918f13f350eb03b7-1 {}] regionserver.HStore(327): Store=c10801cfc0f059b3918f13f350eb03b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,942 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,942 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,942 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,942 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,943 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,943 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04654d096ae2e048d08c079d65179a5a, server=da6aa2204f50,40107,1733407006242 because future has completed 2024-12-05T13:57:08,944 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,944 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,945 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,945 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,946 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,947 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,948 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-05T13:57:08,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c4534a27cf4a6dd6161126886d8883ad, server=da6aa2204f50,38887,1733407006335 in 10.0470 sec 2024-12-05T13:57:08,951 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/fe8f4800b64309e5af75f16760182d62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,951 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c10801cfc0f059b3918f13f350eb03b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,953 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c10801cfc0f059b3918f13f350eb03b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74782854, jitterRate=0.11435136198997498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:08,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c10801cfc0f059b3918f13f350eb03b7: Running coprocessor pre-open hook at 1733407028934Writing region info on filesystem at 1733407028934Initializing all the Stores at 1733407028936 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028936Cleaning up temporary data from old regions at 1733407028944 (+8 ms)Running coprocessor post-open hooks at 1733407028953 (+9 ms)Region opened successfully at 1733407028953 2024-12-05T13:57:08,953 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fe8f4800b64309e5af75f16760182d62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75202075, jitterRate=0.12059824168682098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:08,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-05T13:57:08,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fe8f4800b64309e5af75f16760182d62: Running coprocessor pre-open hook at 1733407028930Writing region info on filesystem at 1733407028930Initializing all the Stores at 1733407028932 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028932Cleaning up temporary data from old regions at 1733407028942 (+10 ms)Running coprocessor post-open hooks at 1733407028953 (+11 ms)Region opened successfully at 1733407028953 2024-12-05T13:57:08,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN in 10.2260 sec 2024-12-05T13:57:08,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 04654d096ae2e048d08c079d65179a5a, server=da6aa2204f50,40107,1733407006242 in 10.0470 sec 2024-12-05T13:57:08,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/f5c44138ddba0867b8989e2e73ace052/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,954 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7., pid=17, masterSystemTime=1733407028903 2024-12-05T13:57:08,954 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62., pid=24, masterSystemTime=1733407028923 2024-12-05T13:57:08,954 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f5c44138ddba0867b8989e2e73ace052; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71050066, jitterRate=0.05872848629951477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,955 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:08,955 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f5c44138ddba0867b8989e2e73ace052: Running coprocessor pre-open hook at 1733407028932Writing region info on filesystem at 1733407028932Initializing all the Stores at 1733407028936 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028936Cleaning up temporary data from old regions at 1733407028945 (+9 ms)Running coprocessor post-open hooks at 1733407028955 (+10 ms)Region opened successfully at 1733407028955 2024-12-05T13:57:08,956 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., pid=19, masterSystemTime=1733407028899 2024-12-05T13:57:08,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04654d096ae2e048d08c079d65179a5a, ASSIGN in 10.2290 sec 2024-12-05T13:57:08,957 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:57:08,957 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:57:08,958 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:57:08,958 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e7ccf32825574725ffe80428839e1d0, NAME => 'SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T13:57:08,958 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,958 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe8f4800b64309e5af75f16760182d62, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:08,958 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,959 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,959 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:57:08,959 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:57:08,960 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:57:08,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6baf6120cc7954c2f90739135d6e1d9f, NAME => 'SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T13:57:08,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,960 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,961 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe8f4800b64309e5af75f16760182d62, server=da6aa2204f50,35725,1733407006381 because future has completed 2024-12-05T13:57:08,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c10801cfc0f059b3918f13f350eb03b7, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:08,962 INFO [StoreOpener-6e7ccf32825574725ffe80428839e1d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,963 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:08,964 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:08,964 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:08,964 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1266abfa69507d893a86bb0a45f37bcc, NAME => 'SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T13:57:08,965 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f5c44138ddba0867b8989e2e73ace052, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:57:08,965 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,965 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,965 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c10801cfc0f059b3918f13f350eb03b7, server=da6aa2204f50,40107,1733407006242 because future has completed 2024-12-05T13:57:08,965 INFO [StoreOpener-6e7ccf32825574725ffe80428839e1d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e7ccf32825574725ffe80428839e1d0 columnFamilyName cf 2024-12-05T13:57:08,966 DEBUG [StoreOpener-6e7ccf32825574725ffe80428839e1d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,966 INFO [StoreOpener-6baf6120cc7954c2f90739135d6e1d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,967 INFO [StoreOpener-6e7ccf32825574725ffe80428839e1d0-1 {}] regionserver.HStore(327): Store=6e7ccf32825574725ffe80428839e1d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,967 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5c44138ddba0867b8989e2e73ace052, server=da6aa2204f50,38887,1733407006335 because future has completed 2024-12-05T13:57:08,969 INFO [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,969 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,969 INFO [StoreOpener-6baf6120cc7954c2f90739135d6e1d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6baf6120cc7954c2f90739135d6e1d9f columnFamilyName cf 2024-12-05T13:57:08,970 DEBUG [StoreOpener-6baf6120cc7954c2f90739135d6e1d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,970 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-05T13:57:08,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fe8f4800b64309e5af75f16760182d62, server=da6aa2204f50,35725,1733407006381 in 10.0430 sec 2024-12-05T13:57:08,970 INFO [StoreOpener-6baf6120cc7954c2f90739135d6e1d9f-1 {}] regionserver.HStore(327): Store=6baf6120cc7954c2f90739135d6e1d9f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,971 INFO [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1266abfa69507d893a86bb0a45f37bcc columnFamilyName cf 2024-12-05T13:57:08,971 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,971 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,971 DEBUG [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:08,971 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,972 INFO [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] regionserver.HStore(327): Store=1266abfa69507d893a86bb0a45f37bcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:08,972 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,972 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,973 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,973 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,974 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,974 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,975 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,974 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,975 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,975 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-05T13:57:08,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c10801cfc0f059b3918f13f350eb03b7, server=da6aa2204f50,40107,1733407006242 in 10.0690 sec 2024-12-05T13:57:08,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe8f4800b64309e5af75f16760182d62, ASSIGN in 10.2460 sec 2024-12-05T13:57:08,978 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,979 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,980 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,981 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6e7ccf32825574725ffe80428839e1d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63366856, jitterRate=-0.05576026439666748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,981 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:08,981 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6e7ccf32825574725ffe80428839e1d0: Running coprocessor pre-open hook at 1733407028959Writing region info on filesystem at 1733407028959Initializing all the Stores at 1733407028961 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028961Cleaning up temporary data from old regions at 1733407028971 (+10 ms)Running coprocessor post-open hooks at 1733407028981 (+10 ms)Region opened successfully at 1733407028981 2024-12-05T13:57:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-05T13:57:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f5c44138ddba0867b8989e2e73ace052, server=da6aa2204f50,38887,1733407006335 in 10.0700 sec 2024-12-05T13:57:08,983 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., pid=22, masterSystemTime=1733407028923 2024-12-05T13:57:08,984 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/1266abfa69507d893a86bb0a45f37bcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c10801cfc0f059b3918f13f350eb03b7, ASSIGN in 10.2520 sec 2024-12-05T13:57:08,986 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1266abfa69507d893a86bb0a45f37bcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75160606, jitterRate=0.11998030543327332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,986 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:08,986 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:57:08,986 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:57:08,986 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:57:08,986 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8caceb06220e4fdbc85fc6b42103e691, NAME => 'SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T13:57:08,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN in 10.2580 sec 2024-12-05T13:57:08,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1266abfa69507d893a86bb0a45f37bcc: Running coprocessor pre-open hook at 1733407028965Writing region info on filesystem at 1733407028965Initializing all the Stores at 1733407028968 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028968Cleaning up temporary data from old regions at 1733407028975 (+7 ms)Running coprocessor post-open hooks at 1733407028986 (+11 ms)Region opened successfully at 1733407028990 (+4 ms) 2024-12-05T13:57:08,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:08,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:08,991 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:08,992 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc., pid=21, masterSystemTime=1733407028899 2024-12-05T13:57:08,992 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6baf6120cc7954c2f90739135d6e1d9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:08,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6e7ccf32825574725ffe80428839e1d0, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:08,994 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6baf6120cc7954c2f90739135d6e1d9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69522212, jitterRate=0.035961687564849854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:08,995 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:08,995 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:08,995 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6baf6120cc7954c2f90739135d6e1d9f: Running coprocessor pre-open hook at 1733407028961Writing region info on filesystem at 1733407028961Initializing all the Stores at 1733407028964 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028964Cleaning up temporary data from old regions at 1733407028975 (+11 ms)Running coprocessor post-open hooks at 1733407028995 (+20 ms)Region opened successfully at 1733407028995 2024-12-05T13:57:08,995 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:08,995 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:08,995 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8719be6a7e1e957a5b8e4985a4767193, NAME => 'SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T13:57:08,996 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:08,996 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:08,996 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:08,996 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e7ccf32825574725ffe80428839e1d0, server=da6aa2204f50,35725,1733407006381 because future has completed 2024-12-05T13:57:08,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1266abfa69507d893a86bb0a45f37bcc, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:57:08,997 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f., pid=16, masterSystemTime=1733407028903 2024-12-05T13:57:09,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1266abfa69507d893a86bb0a45f37bcc, server=da6aa2204f50,38887,1733407006335 because future has completed 2024-12-05T13:57:09,002 INFO [StoreOpener-8caceb06220e4fdbc85fc6b42103e691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,002 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:57:09,003 INFO [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,003 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:57:09,005 INFO [StoreOpener-8caceb06220e4fdbc85fc6b42103e691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8caceb06220e4fdbc85fc6b42103e691 columnFamilyName cf 2024-12-05T13:57:09,005 DEBUG [StoreOpener-8caceb06220e4fdbc85fc6b42103e691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:09,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-05T13:57:09,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6baf6120cc7954c2f90739135d6e1d9f, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:09,006 INFO [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8719be6a7e1e957a5b8e4985a4767193 columnFamilyName cf 2024-12-05T13:57:09,006 INFO [StoreOpener-8caceb06220e4fdbc85fc6b42103e691-1 {}] regionserver.HStore(327): Store=8caceb06220e4fdbc85fc6b42103e691/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:09,006 DEBUG [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:09,006 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,007 INFO [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] regionserver.HStore(327): Store=8719be6a7e1e957a5b8e4985a4767193/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:09,008 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,008 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,009 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,010 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f, server=da6aa2204f50,40107,1733407006242 because future has completed 2024-12-05T13:57:09,011 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,011 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,015 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e7ccf32825574725ffe80428839e1d0, server=da6aa2204f50,35725,1733407006381 in 10.0860 sec 2024-12-05T13:57:09,016 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,017 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-05T13:57:09,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e7ccf32825574725ffe80428839e1d0, ASSIGN in 10.2860 sec 2024-12-05T13:57:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1266abfa69507d893a86bb0a45f37bcc, server=da6aa2204f50,38887,1733407006335 in 10.0960 sec 2024-12-05T13:57:09,019 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,021 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN in 10.2950 sec 2024-12-05T13:57:09,028 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8caceb06220e4fdbc85fc6b42103e691/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:09,028 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8719be6a7e1e957a5b8e4985a4767193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:57:09,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-12-05T13:57:09,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f, server=da6aa2204f50,40107,1733407006242 in 10.1220 sec 2024-12-05T13:57:09,029 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8caceb06220e4fdbc85fc6b42103e691; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63885301, jitterRate=-0.04803483188152313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:09,029 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:09,029 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8719be6a7e1e957a5b8e4985a4767193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64500356, jitterRate=-0.03886979818344116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:09,029 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:09,029 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8caceb06220e4fdbc85fc6b42103e691: Running coprocessor pre-open hook at 1733407028992Writing region info on filesystem at 1733407028992Initializing all the Stores at 1733407028993 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407028993Cleaning up temporary data from old regions at 1733407029011 (+18 ms)Running coprocessor post-open hooks at 1733407029029 (+18 ms)Region opened successfully at 1733407029029 2024-12-05T13:57:09,029 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8719be6a7e1e957a5b8e4985a4767193: Running coprocessor pre-open hook at 1733407028996Writing region info on filesystem at 1733407028996Initializing all the Stores at 1733407029000 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407029000Cleaning up temporary data from old regions at 1733407029017 (+17 ms)Running coprocessor post-open hooks at 1733407029029 (+12 ms)Region opened successfully at 1733407029029 2024-12-05T13:57:09,030 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193., pid=20, masterSystemTime=1733407028899 2024-12-05T13:57:09,030 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691., pid=23, masterSystemTime=1733407028923 2024-12-05T13:57:09,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6baf6120cc7954c2f90739135d6e1d9f, ASSIGN in 10.3050 sec 2024-12-05T13:57:09,033 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:57:09,033 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:57:09,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8caceb06220e4fdbc85fc6b42103e691, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:09,035 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:09,035 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:09,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8719be6a7e1e957a5b8e4985a4767193, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,38887,1733407006335 2024-12-05T13:57:09,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8caceb06220e4fdbc85fc6b42103e691, server=da6aa2204f50,35725,1733407006381 because future has completed 2024-12-05T13:57:09,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8719be6a7e1e957a5b8e4985a4767193, server=da6aa2204f50,38887,1733407006335 because future has completed 2024-12-05T13:57:09,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-05T13:57:09,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8caceb06220e4fdbc85fc6b42103e691, server=da6aa2204f50,35725,1733407006381 in 10.1250 sec 2024-12-05T13:57:09,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-05T13:57:09,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8caceb06220e4fdbc85fc6b42103e691, ASSIGN in 10.3210 sec 2024-12-05T13:57:09,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8719be6a7e1e957a5b8e4985a4767193, server=da6aa2204f50,38887,1733407006335 in 10.1360 sec 2024-12-05T13:57:09,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T13:57:09,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN in 10.3240 sec 2024-12-05T13:57:09,053 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:57:09,053 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733407029053"}]},"ts":"1733407029053"} 2024-12-05T13:57:09,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T13:57:09,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:57:09,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4950 sec 2024-12-05T13:57:11,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T13:57:14,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:57:14,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:57:15,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-05T13:57:15,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-05T13:57:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:57:16,830 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T13:57:16,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T13:57:16,832 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:57:16,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T13:57:16,848 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:57:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T13:57:16,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,900 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:16,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., hostname=da6aa2204f50,40107,1733407006242, seqNum=2] 2024-12-05T13:57:16,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:16,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:16,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:16,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:16,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:16,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:16,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., hostname=da6aa2204f50,35725,1733407006381, seqNum=2] 2024-12-05T13:57:17,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:17,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:17,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:17,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:17,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:17,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., hostname=da6aa2204f50,38887,1733407006335, seqNum=2] 2024-12-05T13:57:17,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:57:17,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:57:17,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:57:17,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:57:17,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:57:17,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:17,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:57:17,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:57:18,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:57:18,397 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T13:57:18,399 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:57:18,400 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T13:57:18,404 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T13:57:18,419 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T13:57:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741848_1024 (size=49) 2024-12-05T13:57:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741848_1024 (size=49) 2024-12-05T13:57:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741848_1024 (size=49) 2024-12-05T13:57:18,432 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T13:57:18,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe8f4800b64309e5af75f16760182d62}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c10801cfc0f059b3918f13f350eb03b7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8caceb06220e4fdbc85fc6b42103e691}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04654d096ae2e048d08c079d65179a5a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e7ccf32825574725ffe80428839e1d0}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052}] 2024-12-05T13:57:18,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:18,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:18,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:18,438 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:18,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:18,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:18,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:18,446 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:18,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:18,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:18,500 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing da6aa2204f50,38887,1733407006335 2024-12-05T13:57:18,501 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server da6aa2204f50,38887,1733407006335: Simulated kill ***** 2024-12-05T13:57:18,501 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:57:18,504 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:57:18,505 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:57:18,508 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:57:18,509 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:57:18,518 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 537008288 }, "NonHeapMemoryUsage": { "committed": 157351936, "init": 7667712, "max": -1, "used": 153470240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "da6aa2204f50", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "da6aa2204f50", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54950", "tag.serverName": "da6aa2204f50,40107,1733407006242", "tag.clusterId": "ad430523-0fb5-4143-9aab-9739d0f3e61c", "tag.Context": "regionserver", "tag.Hostname": "da6aa2204f50", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733407006242, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T13:57:18,522 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] master.MasterRpcServices(700): da6aa2204f50,38887,1733407006335 reported a fatal error: ***** ABORTING region server da6aa2204f50,38887,1733407006335: Simulated kill ***** 2024-12-05T13:57:18,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,38887,1733407006335' ***** 2024-12-05T13:57:18,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T13:57:18,524 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:57:18,525 INFO [RS:1;da6aa2204f50:38887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T13:57:18,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:57:18,525 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:57:18,525 INFO [RS:1;da6aa2204f50:38887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T13:57:18,525 INFO [RS:1;da6aa2204f50:38887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:57:18,525 INFO [RS:1;da6aa2204f50:38887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da6aa2204f50:38887. 2024-12-05T13:57:18,525 DEBUG [RS:1;da6aa2204f50:38887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:57:18,525 DEBUG [RS:1;da6aa2204f50:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:57:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741835_1011 (size=1257) 2024-12-05T13:57:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741835_1011 (size=1257) 2024-12-05T13:57:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741835_1011 (size=1257) 2024-12-05T13:57:18,531 DEBUG [RS:1;da6aa2204f50:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:57:18,531 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:57:18,532 INFO [RS:1;da6aa2204f50:38887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38887 2024-12-05T13:57:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,38887,1733407006335 2024-12-05T13:57:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:57:18,574 INFO [RS:1;da6aa2204f50:38887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:57:18,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,38887,1733407006335] 2024-12-05T13:57:18,590 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,38887,1733407006335 already deleted, retry=false 2024-12-05T13:57:18,591 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of da6aa2204f50,38887,1733407006335 on da6aa2204f50,37281,1733407005603 2024-12-05T13:57:18,598 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:57:18,599 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure da6aa2204f50,38887,1733407006335, splitWal=true, meta=false 2024-12-05T13:57:18,605 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for da6aa2204f50,38887,1733407006335 (carryingMeta=false) da6aa2204f50,38887,1733407006335/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e1ebf2a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T13:57:18,605 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure da6aa2204f50,38887,1733407006335, splitWal=true, meta=false 2024-12-05T13:57:18,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:18,607 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): da6aa2204f50,38887,1733407006335 had 4 regions 2024-12-05T13:57:18,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:18,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:18,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:18,609 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure da6aa2204f50,38887,1733407006335, splitWal=true, meta=false, isMeta: false 2024-12-05T13:57:18,609 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 can not run currently because target server of region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. da6aa2204f50,38887,1733407006335 is in state CRASHED, wait 1000 ms to retry 2024-12-05T13:57:18,609 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 can not run currently because target server of region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T13:57:18,609 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad can not run currently because target server of region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. da6aa2204f50,38887,1733407006335 is in state CRASHED, wait 1000 ms to retry 2024-12-05T13:57:18,609 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052; timeout=1000, timestamp=1733407039609 2024-12-05T13:57:18,609 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193; timeout=1000, timestamp=1733407039609 2024-12-05T13:57:18,609 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad; timeout=1000, timestamp=1733407039609 2024-12-05T13:57:18,609 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc can not run currently because target server of region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T13:57:18,609 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc; timeout=1000, timestamp=1733407039609 2024-12-05T13:57:18,612 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting 2024-12-05T13:57:18,614 INFO [PEWorker-5 {}] master.SplitWALManager(105): da6aa2204f50,38887,1733407006335 WAL count=1, meta=false 2024-12-05T13:57:18,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure da6aa2204f50%2C38887%2C1733407006335.1733407007784}] 2024-12-05T13:57:18,624 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:18,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure da6aa2204f50%2C38887%2C1733407006335.1733407007784, worker=da6aa2204f50,35725,1733407006381}] 2024-12-05T13:57:18,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:57:18,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x101a7117afc0002, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:57:18,683 INFO [RS:1;da6aa2204f50:38887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:57:18,683 INFO [RS:1;da6aa2204f50:38887 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,38887,1733407006335; zookeeper connection closed. 2024-12-05T13:57:18,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e7cfee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e7cfee 2024-12-05T13:57:18,723 INFO [regionserver/da6aa2204f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:57:18,723 INFO [regionserver/da6aa2204f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:57:19,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:19,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:19,612 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:19,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:19,615 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 can not run currently because target server of region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T13:57:19,615 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193; timeout=2000, timestamp=1733407041615 2024-12-05T13:57:19,615 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 can not run currently because target server of region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T13:57:19,615 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad can not run currently because target server of region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T13:57:19,615 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc can not run currently because target server of region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T13:57:19,616 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052; timeout=2000, timestamp=1733407041616 2024-12-05T13:57:19,616 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad; timeout=2000, timestamp=1733407041616 2024-12-05T13:57:19,616 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc; timeout=2000, timestamp=1733407041616 2024-12-05T13:57:21,439 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6aa2204f50:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-05T13:57:21,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:21,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:21,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:21,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:21,620 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc can not run currently because target server of region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T13:57:21,621 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc; timeout=4000, timestamp=1733407045621 2024-12-05T13:57:21,621 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 can not run currently because target server of region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T13:57:21,621 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 can not run currently because target server of region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T13:57:21,621 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052; timeout=4000, timestamp=1733407045621 2024-12-05T13:57:21,621 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193; timeout=4000, timestamp=1733407045621 2024-12-05T13:57:21,621 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad can not run currently because target server of region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T13:57:21,621 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad; timeout=4000, timestamp=1733407045621 2024-12-05T13:57:25,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:25,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:25,623 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:25,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:25,625 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc can not run currently because target server of region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T13:57:25,625 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc; timeout=8000, timestamp=1733407053625 2024-12-05T13:57:25,625 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 can not run currently because target server of region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T13:57:25,625 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 can not run currently because target server of region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T13:57:25,625 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad can not run currently because target server of region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. da6aa2204f50,38887,1733407006335 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T13:57:25,625 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193; timeout=8000, timestamp=1733407053625 2024-12-05T13:57:25,625 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052; timeout=8000, timestamp=1733407053625 2024-12-05T13:57:25,625 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad; timeout=8000, timestamp=1733407053625 2024-12-05T13:57:28,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T13:57:28,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T13:57:28,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T13:57:28,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:57:28,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:57:28,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T13:57:28,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:57:28,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-05T13:57:28,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:57:28,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T13:57:28,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T13:57:28,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:57:28,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6baf6120cc7954c2f90739135d6e1d9f: 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8caceb06220e4fdbc85fc6b42103e691: 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c10801cfc0f059b3918f13f350eb03b7: 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for fe8f4800b64309e5af75f16760182d62: 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. for SnapshotProcedureTest completed. 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. for SnapshotProcedureTest completed. 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. for SnapshotProcedureTest completed. 2024-12-05T13:57:28,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. for SnapshotProcedureTest completed. 2024-12-05T13:57:28,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6e7ccf32825574725ffe80428839e1d0 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T13:57:28,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 04654d096ae2e048d08c079d65179a5a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T13:57:28,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:28,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:28,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:28,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:28,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:28,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:28,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:28,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:28,483 INFO [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784, size=1.2 K (1257bytes) 2024-12-05T13:57:28,484 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T13:57:28,485 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T13:57:28,485 INFO [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 2024-12-05T13:57:28,490 INFO [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 after 3ms 2024-12-05T13:57:28,504 INFO [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 took 22ms 2024-12-05T13:57:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741850_1026 (size=65) 2024-12-05T13:57:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741850_1026 (size=65) 2024-12-05T13:57:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741850_1026 (size=65) 2024-12-05T13:57:28,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:57:28,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T13:57:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T13:57:28,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:28,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe8f4800b64309e5af75f16760182d62 2024-12-05T13:57:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741849_1025 (size=65) 2024-12-05T13:57:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741849_1025 (size=65) 2024-12-05T13:57:28,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe8f4800b64309e5af75f16760182d62 in 10.0850 sec 2024-12-05T13:57:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741849_1025 (size=65) 2024-12-05T13:57:28,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:57:28,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T13:57:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T13:57:28,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:28,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:57:28,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8caceb06220e4fdbc85fc6b42103e691 in 10.0910 sec 2024-12-05T13:57:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741851_1027 (size=57) 2024-12-05T13:57:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741851_1027 (size=57) 2024-12-05T13:57:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741851_1027 (size=57) 2024-12-05T13:57:28,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:57:28,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T13:57:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T13:57:28,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:28,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:57:28,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6baf6120cc7954c2f90739135d6e1d9f in 10.1020 sec 2024-12-05T13:57:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741852_1028 (size=65) 2024-12-05T13:57:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741852_1028 (size=65) 2024-12-05T13:57:28,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741852_1028 (size=65) 2024-12-05T13:57:28,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:57:28,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T13:57:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T13:57:28,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:28,551 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:57:28,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c10801cfc0f059b3918f13f350eb03b7 in 10.1190 sec 2024-12-05T13:57:28,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4534a27cf4a6dd6161126886d8883ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T13:57:28,563 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f5c44138ddba0867b8989e2e73ace052: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T13:57:28,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1266abfa69507d893a86bb0a45f37bcc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T13:57:28,567 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8719be6a7e1e957a5b8e4985a4767193: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T13:57:28,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/.tmp/cf/2402f17d795b46d2b7cb0946be245428 is 34, key is baa/cf:cf/1733407037801/Put/seqid=0 2024-12-05T13:57:28,568 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 so closing down 2024-12-05T13:57:28,568 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T13:57:28,570 INFO [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T13:57:28,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/.tmp/cf/b372379d1f8e4f83bee68fb3fe26bcff is 34, key is ccd/cf:cf/1733407037848/Put/seqid=0 2024-12-05T13:57:28,574 INFO [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-05T13:57:28,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784, journal: Splitting hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784, size=1.2 K (1257bytes) at 1733407048484Finishing writing output for hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 so closing down at 1733407048568 (+84 ms)3 split writer threads finished at 1733407048570 (+2 ms)Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733407048574 (+4 ms) 2024-12-05T13:57:28,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 2024-12-05T13:57:28,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T13:57:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T13:57:28,584 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting/da6aa2204f50%2C38887%2C1733407006335.1733407007784 to hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs 2024-12-05T13:57:28,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T13:57:28,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure da6aa2204f50%2C38887%2C1733407006335.1733407007784, worker=da6aa2204f50,35725,1733407006381 in 9.9580 sec 2024-12-05T13:57:28,589 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:28,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741853_1029 (size=47197) 2024-12-05T13:57:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741853_1029 (size=47197) 2024-12-05T13:57:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741853_1029 (size=47197) 2024-12-05T13:57:28,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/.tmp/cf/b372379d1f8e4f83bee68fb3fe26bcff 2024-12-05T13:57:28,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T13:57:28,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure da6aa2204f50%2C38887%2C1733407006335.1733407007784, worker=da6aa2204f50,35725,1733407006381 in 9.9740 sec 2024-12-05T13:57:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741854_1030 (size=28623) 2024-12-05T13:57:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741854_1030 (size=28623) 2024-12-05T13:57:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741854_1030 (size=28623) 2024-12-05T13:57:28,598 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting dir is empty, no logs to split. 2024-12-05T13:57:28,598 INFO [PEWorker-2 {}] master.SplitWALManager(105): da6aa2204f50,38887,1733407006335 WAL count=0, meta=false 2024-12-05T13:57:28,598 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if da6aa2204f50,38887,1733407006335 WAL splitting is done? wals=0, meta=false 2024-12-05T13:57:28,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/.tmp/cf/2402f17d795b46d2b7cb0946be245428 2024-12-05T13:57:28,602 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for da6aa2204f50,38887,1733407006335 failed, ignore...File hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/WALs/da6aa2204f50,38887,1733407006335-splitting does not exist. 2024-12-05T13:57:28,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN}] 2024-12-05T13:57:28,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN 2024-12-05T13:57:28,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN 2024-12-05T13:57:28,608 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN 2024-12-05T13:57:28,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN 2024-12-05T13:57:28,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:57:28,610 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:57:28,610 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:57:28,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:57:28,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/.tmp/cf/b372379d1f8e4f83bee68fb3fe26bcff as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/cf/b372379d1f8e4f83bee68fb3fe26bcff 2024-12-05T13:57:28,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/.tmp/cf/2402f17d795b46d2b7cb0946be245428 as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/cf/2402f17d795b46d2b7cb0946be245428 2024-12-05T13:57:28,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/cf/b372379d1f8e4f83bee68fb3fe26bcff, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T13:57:28,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/cf/2402f17d795b46d2b7cb0946be245428, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T13:57:28,661 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 04654d096ae2e048d08c079d65179a5a in 203ms, sequenceid=5, compaction requested=false 2024-12-05T13:57:28,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6e7ccf32825574725ffe80428839e1d0 in 203ms, sequenceid=5, compaction requested=false 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 04654d096ae2e048d08c079d65179a5a: 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. for SnapshotProcedureTest completed. 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6e7ccf32825574725ffe80428839e1d0: 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. for SnapshotProcedureTest completed. 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/cf/2402f17d795b46d2b7cb0946be245428] hfiles 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:28,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/cf/b372379d1f8e4f83bee68fb3fe26bcff] hfiles 2024-12-05T13:57:28,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/cf/2402f17d795b46d2b7cb0946be245428 for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/cf/b372379d1f8e4f83bee68fb3fe26bcff for snapshot=SnapshotProcedureTest 2024-12-05T13:57:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741855_1031 (size=105) 2024-12-05T13:57:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741856_1032 (size=105) 2024-12-05T13:57:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741856_1032 (size=105) 2024-12-05T13:57:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741856_1032 (size=105) 2024-12-05T13:57:28,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:57:28,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T13:57:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741855_1031 (size=105) 2024-12-05T13:57:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741855_1031 (size=105) 2024-12-05T13:57:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T13:57:28,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:28,685 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:57:28,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:57:28,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T13:57:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T13:57:28,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:28,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:57:28,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04654d096ae2e048d08c079d65179a5a in 10.2540 sec 2024-12-05T13:57:28,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e7ccf32825574725ffe80428839e1d0 in 10.2550 sec 2024-12-05T13:57:28,760 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(204): Hosts are {da6aa2204f50=0} racks are {/default-rack=0} 2024-12-05T13:57:28,761 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T13:57:28,761 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T13:57:28,761 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T13:57:28,761 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T13:57:28,761 INFO [da6aa2204f50:37281 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T13:57:28,761 INFO [da6aa2204f50:37281 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T13:57:28,761 DEBUG [da6aa2204f50:37281 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T13:57:28,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f5c44138ddba0867b8989e2e73ace052, regionState=OPENING, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:28,761 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c4534a27cf4a6dd6161126886d8883ad, regionState=OPENING, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:28,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1266abfa69507d893a86bb0a45f37bcc, regionState=OPENING, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:28,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8719be6a7e1e957a5b8e4985a4767193, regionState=OPENING, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:28,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN because future has completed 2024-12-05T13:57:28,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5c44138ddba0867b8989e2e73ace052, server=da6aa2204f50,35725,1733407006381}] 2024-12-05T13:57:28,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN because future has completed 2024-12-05T13:57:28,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8719be6a7e1e957a5b8e4985a4767193, server=da6aa2204f50,35725,1733407006381}] 2024-12-05T13:57:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN because future has completed 2024-12-05T13:57:28,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4534a27cf4a6dd6161126886d8883ad, server=da6aa2204f50,40107,1733407006242}] 2024-12-05T13:57:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN because future has completed 2024-12-05T13:57:28,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1266abfa69507d893a86bb0a45f37bcc, server=da6aa2204f50,40107,1733407006242}] 2024-12-05T13:57:33,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 held by pid=42 2024-12-05T13:57:33,626 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad held by pid=39 2024-12-05T13:57:33,626 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:33,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:33,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc held by pid=41 2024-12-05T13:57:33,627 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:33,627 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 held by pid=40 2024-12-05T13:57:33,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,418 INFO [master/da6aa2204f50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:57:38,418 INFO [master/da6aa2204f50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:57:38,778 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:38,778 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f5c44138ddba0867b8989e2e73ace052, NAME => 'SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T13:57:38,779 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,779 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:38,779 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,779 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,779 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:38,780 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 1266abfa69507d893a86bb0a45f37bcc, NAME => 'SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T13:57:38,780 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,780 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:38,780 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,780 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,781 INFO [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,782 INFO [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5c44138ddba0867b8989e2e73ace052 columnFamilyName cf 2024-12-05T13:57:38,782 INFO [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,782 DEBUG [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:38,783 INFO [StoreOpener-f5c44138ddba0867b8989e2e73ace052-1 {}] regionserver.HStore(327): Store=f5c44138ddba0867b8989e2e73ace052/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:38,783 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,783 INFO [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1266abfa69507d893a86bb0a45f37bcc columnFamilyName cf 2024-12-05T13:57:38,783 DEBUG [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:38,784 INFO [StoreOpener-1266abfa69507d893a86bb0a45f37bcc-1 {}] regionserver.HStore(327): Store=1266abfa69507d893a86bb0a45f37bcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:38,784 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,784 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,785 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,785 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,786 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,786 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,786 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,786 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,787 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,788 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,789 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,789 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f5c44138ddba0867b8989e2e73ace052; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72006480, jitterRate=0.07298016548156738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:38,789 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,789 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f5c44138ddba0867b8989e2e73ace052: Running coprocessor pre-open hook at 1733407058779Writing region info on filesystem at 1733407058779Initializing all the Stores at 1733407058780 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407058780Cleaning up temporary data from old regions at 1733407058786 (+6 ms)Running coprocessor post-open hooks at 1733407058789 (+3 ms)Region opened successfully at 1733407058789 2024-12-05T13:57:38,790 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 1266abfa69507d893a86bb0a45f37bcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74222763, jitterRate=0.10600535571575165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:38,790 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,790 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 1266abfa69507d893a86bb0a45f37bcc: Running coprocessor pre-open hook at 1733407058780Writing region info on filesystem at 1733407058780Initializing all the Stores at 1733407058781 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407058782 (+1 ms)Cleaning up temporary data from old regions at 1733407058787 (+5 ms)Running coprocessor post-open hooks at 1733407058790 (+3 ms)Region opened successfully at 1733407058790 2024-12-05T13:57:38,790 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., pid=43, masterSystemTime=1733407058768 2024-12-05T13:57:38,791 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc., pid=46, masterSystemTime=1733407058771 2024-12-05T13:57:38,792 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:38,793 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:38,793 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:38,793 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8719be6a7e1e957a5b8e4985a4767193, NAME => 'SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T13:57:38,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f5c44138ddba0867b8989e2e73ace052, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:38,793 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,793 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:38,794 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:38,794 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,794 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:38,794 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,794 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:38,794 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c4534a27cf4a6dd6161126886d8883ad, NAME => 'SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T13:57:38,794 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,794 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:57:38,795 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,795 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1266abfa69507d893a86bb0a45f37bcc, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:38,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5c44138ddba0867b8989e2e73ace052, server=da6aa2204f50,35725,1733407006381 because future has completed 2024-12-05T13:57:38,796 INFO [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,797 INFO [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1266abfa69507d893a86bb0a45f37bcc, server=da6aa2204f50,40107,1733407006242 because future has completed 2024-12-05T13:57:38,798 INFO [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8719be6a7e1e957a5b8e4985a4767193 columnFamilyName cf 2024-12-05T13:57:38,798 DEBUG [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:38,798 INFO [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4534a27cf4a6dd6161126886d8883ad columnFamilyName cf 2024-12-05T13:57:38,798 DEBUG [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:57:38,799 INFO [StoreOpener-8719be6a7e1e957a5b8e4985a4767193-1 {}] regionserver.HStore(327): Store=8719be6a7e1e957a5b8e4985a4767193/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:38,799 INFO [StoreOpener-c4534a27cf4a6dd6161126886d8883ad-1 {}] regionserver.HStore(327): Store=c4534a27cf4a6dd6161126886d8883ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:57:38,799 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,799 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,801 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,801 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-05T13:57:38,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f5c44138ddba0867b8989e2e73ace052, server=da6aa2204f50,35725,1733407006381 in 10.0330 sec 2024-12-05T13:57:38,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-05T13:57:38,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 1266abfa69507d893a86bb0a45f37bcc, server=da6aa2204f50,40107,1733407006242 in 10.0280 sec 2024-12-05T13:57:38,802 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c44138ddba0867b8989e2e73ace052, ASSIGN in 10.1960 sec 2024-12-05T13:57:38,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:38,803 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,803 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,803 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,804 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,804 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1266abfa69507d893a86bb0a45f37bcc, ASSIGN in 10.1970 sec 2024-12-05T13:57:38,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:38,807 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,807 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,808 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c4534a27cf4a6dd6161126886d8883ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648290, jitterRate=-0.00686308741569519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:38,808 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8719be6a7e1e957a5b8e4985a4767193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59915173, jitterRate=-0.10719434916973114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:57:38,809 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,809 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,809 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c4534a27cf4a6dd6161126886d8883ad: Running coprocessor pre-open hook at 1733407058795Writing region info on filesystem at 1733407058795Initializing all the Stores at 1733407058796 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407058796Cleaning up temporary data from old regions at 1733407058804 (+8 ms)Running coprocessor post-open hooks at 1733407058809 (+5 ms)Region opened successfully at 1733407058809 2024-12-05T13:57:38,809 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8719be6a7e1e957a5b8e4985a4767193: Running coprocessor pre-open hook at 1733407058794Writing region info on filesystem at 1733407058794Initializing all the Stores at 1733407058796 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407058796Cleaning up temporary data from old regions at 1733407058803 (+7 ms)Running coprocessor post-open hooks at 1733407058809 (+6 ms)Region opened successfully at 1733407058809 2024-12-05T13:57:38,810 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., pid=45, masterSystemTime=1733407058771 2024-12-05T13:57:38,810 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193., pid=44, masterSystemTime=1733407058768 2024-12-05T13:57:38,823 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:38,823 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:38,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c4534a27cf4a6dd6161126886d8883ad, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:38,824 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:38,824 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:38,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8719be6a7e1e957a5b8e4985a4767193, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:38,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4534a27cf4a6dd6161126886d8883ad, server=da6aa2204f50,40107,1733407006242 because future has completed 2024-12-05T13:57:38,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8719be6a7e1e957a5b8e4985a4767193, server=da6aa2204f50,35725,1733407006381 because future has completed 2024-12-05T13:57:38,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-05T13:57:38,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c4534a27cf4a6dd6161126886d8883ad, server=da6aa2204f50,40107,1733407006242 in 10.0600 sec 2024-12-05T13:57:38,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-05T13:57:38,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 8719be6a7e1e957a5b8e4985a4767193, server=da6aa2204f50,35725,1733407006381 in 10.0630 sec 2024-12-05T13:57:38,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8719be6a7e1e957a5b8e4985a4767193, ASSIGN in 10.2280 sec 2024-12-05T13:57:38,835 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:38,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:38,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-05T13:57:38,837 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server da6aa2204f50,38887,1733407006335 after splitting done 2024-12-05T13:57:38,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4534a27cf4a6dd6161126886d8883ad, ASSIGN in 10.2270 sec 2024-12-05T13:57:38,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure da6aa2204f50,38887,1733407006335, splitWal=true, meta=false in 20.2460 sec 2024-12-05T13:57:44,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:57:44,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:57:47,653 INFO [regionserver/da6aa2204f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T13:57:48,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T13:57:48,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:48,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T13:57:48,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f5c44138ddba0867b8989e2e73ace052: 2024-12-05T13:57:48,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:48,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. for SnapshotProcedureTest completed. 2024-12-05T13:57:48,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8719be6a7e1e957a5b8e4985a4767193: 2024-12-05T13:57:48,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. for SnapshotProcedureTest completed. 2024-12-05T13:57:48,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:48,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:48,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T13:57:48,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:48,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:48,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:48,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:48,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:48,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T13:57:48,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c4534a27cf4a6dd6161126886d8883ad: 2024-12-05T13:57:48,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:48,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. for SnapshotProcedureTest completed. 2024-12-05T13:57:48,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1266abfa69507d893a86bb0a45f37bcc: 2024-12-05T13:57:48,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. for SnapshotProcedureTest completed. 2024-12-05T13:57:48,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:48,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:48,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:48,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:57:48,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:57:48,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:57:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741857_1033 (size=57) 2024-12-05T13:57:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741857_1033 (size=57) 2024-12-05T13:57:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741857_1033 (size=57) 2024-12-05T13:57:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741859_1035 (size=65) 2024-12-05T13:57:48,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:57:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741859_1035 (size=65) 2024-12-05T13:57:48,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T13:57:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741859_1035 (size=65) 2024-12-05T13:57:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T13:57:48,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:48,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:57:48,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T13:57:48,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:57:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T13:57:48,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:48,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:57:48,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5c44138ddba0867b8989e2e73ace052 in 30.4010 sec 2024-12-05T13:57:48,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4534a27cf4a6dd6161126886d8883ad in 30.4020 sec 2024-12-05T13:57:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741858_1034 (size=65) 2024-12-05T13:57:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741858_1034 (size=65) 2024-12-05T13:57:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741858_1034 (size=65) 2024-12-05T13:57:48,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:57:48,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T13:57:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T13:57:48,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:48,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:57:48,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8719be6a7e1e957a5b8e4985a4767193 in 30.4130 sec 2024-12-05T13:57:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741860_1036 (size=65) 2024-12-05T13:57:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741860_1036 (size=65) 2024-12-05T13:57:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741860_1036 (size=65) 2024-12-05T13:57:48,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:57:48,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T13:57:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T13:57:48,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:48,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:57:48,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-05T13:57:48,862 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T13:57:48,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1266abfa69507d893a86bb0a45f37bcc in 30.4270 sec 2024-12-05T13:57:48,864 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T13:57:48,866 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T13:57:48,866 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T13:57:48,869 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:57:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741861_1037 (size=1094) 2024-12-05T13:57:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741861_1037 (size=1094) 2024-12-05T13:57:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741861_1037 (size=1094) 2024-12-05T13:57:48,896 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T13:57:48,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T13:57:48,913 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:48,913 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:48,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:48,913 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:48,913 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:48,919 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:53,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 04654d096ae2e048d08c079d65179a5a, had cached 0 bytes from a total of 28623 2024-12-05T13:57:53,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6e7ccf32825574725ffe80428839e1d0, had cached 0 bytes from a total of 47197 2024-12-05T13:57:55,444 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6aa2204f50:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-05T13:57:58,353 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe8f4800b64309e5af75f16760182d62 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,354 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8719be6a7e1e957a5b8e4985a4767193 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,354 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8caceb06220e4fdbc85fc6b42103e691 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,354 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6e7ccf32825574725ffe80428839e1d0 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,355 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f5c44138ddba0867b8989e2e73ace052 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,355 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6baf6120cc7954c2f90739135d6e1d9f changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,355 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1266abfa69507d893a86bb0a45f37bcc changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,355 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c10801cfc0f059b3918f13f350eb03b7 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,355 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4534a27cf4a6dd6161126886d8883ad changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,356 DEBUG [master/da6aa2204f50:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 04654d096ae2e048d08c079d65179a5a changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:57:58,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-05T13:57:58,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-05T13:57:58,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-05T13:57:58,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-05T13:57:58,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-05T13:57:58,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-05T13:57:58,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:57:58,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T13:57:58,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:57:58,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T13:57:58,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T13:57:58,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T13:57:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-05T13:57:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-05T13:57:58,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T13:57:58,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T13:57:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T13:57:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T13:57:58,931 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 Release verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:58,931 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 Release verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T13:57:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-05T13:57:58,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 in 10.0250 sec 2024-12-05T13:57:58,935 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:58,935 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:58,935 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 Release verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:58,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 in 10.0250 sec 2024-12-05T13:57:58,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 in 10.0290 sec 2024-12-05T13:57:58,939 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 Release verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:58,939 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 Release verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:58,939 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 Release verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:57:58,940 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:58,940 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:57:58,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 in 10.0330 sec 2024-12-05T13:57:58,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 in 10.0330 sec 2024-12-05T13:57:58,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 in 10.0330 sec 2024-12-05T13:58:08,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-05T13:58:08,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-05T13:58:08,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-05T13:58:08,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T13:58:08,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T13:58:08,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-05T13:58:08,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-05T13:58:08,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T13:58:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-05T13:58:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T13:58:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-05T13:58:08,944 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 Release verify snapshot worker=da6aa2204f50,40107,1733407006242 2024-12-05T13:58:08,944 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 Release verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:58:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T13:58:08,946 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 Release verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:58:08,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 in 20.0380 sec 2024-12-05T13:58:08,948 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 Release verify snapshot worker=da6aa2204f50,35725,1733407006381 2024-12-05T13:58:08,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40107,1733407006242 in 20.0380 sec 2024-12-05T13:58:08,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 in 20.0400 sec 2024-12-05T13:58:08,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-12-05T13:58:08,950 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T13:58:08,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,35725,1733407006381 in 20.0420 sec 2024-12-05T13:58:08,952 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T13:58:08,954 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T13:58:08,954 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T13:58:08,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5620 sec 2024-12-05T13:58:09,217 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T13:58:09,225 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T13:58:09,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:58:09,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:58:09,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:58:09,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:58:09,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:58:09,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164428471, stopped=false 2024-12-05T13:58:09,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,37281,1733407005603 2024-12-05T13:58:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:09,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:58:09,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:58:09,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:09,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:09,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:09,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:58:09,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,40107,1733407006242' ***** 2024-12-05T13:58:09,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:58:09,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,35725,1733407006381' ***** 2024-12-05T13:58:09,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:58:09,266 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:58:09,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:58:09,267 INFO [RS:0;da6aa2204f50:40107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:58:09,267 INFO [RS:0;da6aa2204f50:40107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:58:09,267 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:58:09,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:58:09,267 INFO [RS:2;da6aa2204f50:35725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:58:09,267 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 6baf6120cc7954c2f90739135d6e1d9f 2024-12-05T13:58:09,267 INFO [RS:2;da6aa2204f50:35725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:58:09,267 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for fe8f4800b64309e5af75f16760182d62 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e7ccf32825574725ffe80428839e1d0 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 04654d096ae2e048d08c079d65179a5a 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 8caceb06220e4fdbc85fc6b42103e691 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for c10801cfc0f059b3918f13f350eb03b7 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for f5c44138ddba0867b8989e2e73ace052 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1266abfa69507d893a86bb0a45f37bcc 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 8719be6a7e1e957a5b8e4985a4767193 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,40107,1733407006242 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,35725,1733407006381 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:58:09,268 INFO [RS:0;da6aa2204f50:40107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:40107. 2024-12-05T13:58:09,268 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6baf6120cc7954c2f90739135d6e1d9f, disabling compactions & flushes 2024-12-05T13:58:09,268 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe8f4800b64309e5af75f16760182d62, disabling compactions & flushes 2024-12-05T13:58:09,268 INFO [RS:2;da6aa2204f50:35725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;da6aa2204f50:35725. 2024-12-05T13:58:09,268 DEBUG [RS:0;da6aa2204f50:40107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:58:09,268 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:58:09,269 DEBUG [RS:0;da6aa2204f50:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,268 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:58:09,269 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:58:09,269 DEBUG [RS:2;da6aa2204f50:35725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:58:09,269 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:58:09,269 DEBUG [RS:2;da6aa2204f50:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,269 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. after waiting 0 ms 2024-12-05T13:58:09,269 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. after waiting 0 ms 2024-12-05T13:58:09,269 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:58:09,269 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:58:09,269 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:58:09,269 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:58:09,269 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T13:58:09,269 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:58:09,269 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1325): Online Regions={fe8f4800b64309e5af75f16760182d62=SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62., 6e7ccf32825574725ffe80428839e1d0=SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0., 8caceb06220e4fdbc85fc6b42103e691=SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691., f5c44138ddba0867b8989e2e73ace052=SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052., 8719be6a7e1e957a5b8e4985a4767193=SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193.} 2024-12-05T13:58:09,269 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:58:09,270 DEBUG [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1351): Waiting on 6e7ccf32825574725ffe80428839e1d0, 8719be6a7e1e957a5b8e4985a4767193, 8caceb06220e4fdbc85fc6b42103e691, f5c44138ddba0867b8989e2e73ace052, fe8f4800b64309e5af75f16760182d62 2024-12-05T13:58:09,270 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T13:58:09,270 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1325): Online Regions={6baf6120cc7954c2f90739135d6e1d9f=SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f., 04654d096ae2e048d08c079d65179a5a=SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a., 1588230740=hbase:meta,,1.1588230740, c4534a27cf4a6dd6161126886d8883ad=SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad., c10801cfc0f059b3918f13f350eb03b7=SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7., 1266abfa69507d893a86bb0a45f37bcc=SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc.} 2024-12-05T13:58:09,270 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:58:09,270 DEBUG [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1351): Waiting on 04654d096ae2e048d08c079d65179a5a, 1266abfa69507d893a86bb0a45f37bcc, 1588230740, 6baf6120cc7954c2f90739135d6e1d9f, c10801cfc0f059b3918f13f350eb03b7, c4534a27cf4a6dd6161126886d8883ad 2024-12-05T13:58:09,270 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:58:09,270 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:58:09,270 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:58:09,271 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:58:09,271 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-05T13:58:09,276 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/fe8f4800b64309e5af75f16760182d62/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,277 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6baf6120cc7954c2f90739135d6e1d9f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,279 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:58:09,279 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:58:09,279 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe8f4800b64309e5af75f16760182d62: Waiting for close lock at 1733407089268Running coprocessor pre-close hooks at 1733407089268Disabling compacts and flushes for region at 1733407089268Disabling writes for close at 1733407089269 (+1 ms)Writing region close event to WAL at 1733407089270 (+1 ms)Running coprocessor post-close hooks at 1733407089277 (+7 ms)Closed at 1733407089279 (+2 ms) 2024-12-05T13:58:09,279 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6baf6120cc7954c2f90739135d6e1d9f: Waiting for close lock at 1733407089268Running coprocessor pre-close hooks at 1733407089268Disabling compacts and flushes for region at 1733407089268Disabling writes for close at 1733407089269 (+1 ms)Writing region close event to WAL at 1733407089270 (+1 ms)Running coprocessor post-close hooks at 1733407089278 (+8 ms)Closed at 1733407089279 (+1 ms) 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733407018556.6baf6120cc7954c2f90739135d6e1d9f. 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62. 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e7ccf32825574725ffe80428839e1d0, disabling compactions & flushes 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04654d096ae2e048d08c079d65179a5a, disabling compactions & flushes 2024-12-05T13:58:09,280 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:58:09,280 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. after waiting 0 ms 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. after waiting 0 ms 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:58:09,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:58:09,286 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/6e7ccf32825574725ffe80428839e1d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:58:09,287 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:58:09,287 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e7ccf32825574725ffe80428839e1d0: Waiting for close lock at 1733407089280Running coprocessor pre-close hooks at 1733407089280Disabling compacts and flushes for region at 1733407089280Disabling writes for close at 1733407089280Writing region close event to WAL at 1733407089281 (+1 ms)Running coprocessor post-close hooks at 1733407089286 (+5 ms)Closed at 1733407089287 (+1 ms) 2024-12-05T13:58:09,287 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733407018556.6e7ccf32825574725ffe80428839e1d0. 2024-12-05T13:58:09,287 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8caceb06220e4fdbc85fc6b42103e691, disabling compactions & flushes 2024-12-05T13:58:09,287 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:58:09,287 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:58:09,287 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. after waiting 0 ms 2024-12-05T13:58:09,287 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:58:09,289 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/04654d096ae2e048d08c079d65179a5a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:58:09,290 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:58:09,290 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04654d096ae2e048d08c079d65179a5a: Waiting for close lock at 1733407089280Running coprocessor pre-close hooks at 1733407089280Disabling compacts and flushes for region at 1733407089280Disabling writes for close at 1733407089280Writing region close event to WAL at 1733407089281 (+1 ms)Running coprocessor post-close hooks at 1733407089290 (+9 ms)Closed at 1733407089290 2024-12-05T13:58:09,290 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733407018556.04654d096ae2e048d08c079d65179a5a. 2024-12-05T13:58:09,291 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4534a27cf4a6dd6161126886d8883ad, disabling compactions & flushes 2024-12-05T13:58:09,291 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:58:09,291 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:58:09,291 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. after waiting 0 ms 2024-12-05T13:58:09,291 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:58:09,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8caceb06220e4fdbc85fc6b42103e691/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,293 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:58:09,293 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8caceb06220e4fdbc85fc6b42103e691: Waiting for close lock at 1733407089287Running coprocessor pre-close hooks at 1733407089287Disabling compacts and flushes for region at 1733407089287Disabling writes for close at 1733407089287Writing region close event to WAL at 1733407089288 (+1 ms)Running coprocessor post-close hooks at 1733407089293 (+5 ms)Closed at 1733407089293 2024-12-05T13:58:09,293 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733407018556.8caceb06220e4fdbc85fc6b42103e691. 2024-12-05T13:58:09,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5c44138ddba0867b8989e2e73ace052, disabling compactions & flushes 2024-12-05T13:58:09,294 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:58:09,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:58:09,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. after waiting 0 ms 2024-12-05T13:58:09,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:58:09,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c4534a27cf4a6dd6161126886d8883ad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,296 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:58:09,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4534a27cf4a6dd6161126886d8883ad: Waiting for close lock at 1733407089291Running coprocessor pre-close hooks at 1733407089291Disabling compacts and flushes for region at 1733407089291Disabling writes for close at 1733407089291Writing region close event to WAL at 1733407089291Running coprocessor post-close hooks at 1733407089296 (+5 ms)Closed at 1733407089296 2024-12-05T13:58:09,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733407018556.c4534a27cf4a6dd6161126886d8883ad. 2024-12-05T13:58:09,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c10801cfc0f059b3918f13f350eb03b7, disabling compactions & flushes 2024-12-05T13:58:09,297 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:58:09,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:58:09,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. after waiting 0 ms 2024-12-05T13:58:09,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:58:09,299 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/info/34841f604e98459394851a66a32ee3d4 is 167, key is SPTestTable,19999999,1733407018556.fe8f4800b64309e5af75f16760182d62./info:regioninfo/1733407028958/Put/seqid=0 2024-12-05T13:58:09,301 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/f5c44138ddba0867b8989e2e73ace052/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,302 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:58:09,302 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5c44138ddba0867b8989e2e73ace052: Waiting for close lock at 1733407089293Running coprocessor pre-close hooks at 1733407089293Disabling compacts and flushes for region at 1733407089293Disabling writes for close at 1733407089294 (+1 ms)Writing region close event to WAL at 1733407089294Running coprocessor post-close hooks at 1733407089302 (+8 ms)Closed at 1733407089302 2024-12-05T13:58:09,302 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733407018556.f5c44138ddba0867b8989e2e73ace052. 2024-12-05T13:58:09,302 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8719be6a7e1e957a5b8e4985a4767193, disabling compactions & flushes 2024-12-05T13:58:09,302 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:58:09,303 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:58:09,303 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. after waiting 0 ms 2024-12-05T13:58:09,303 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:58:09,303 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:58:09,311 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/8719be6a7e1e957a5b8e4985a4767193/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,311 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/c10801cfc0f059b3918f13f350eb03b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,312 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:58:09,312 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c10801cfc0f059b3918f13f350eb03b7: Waiting for close lock at 1733407089297Running coprocessor pre-close hooks at 1733407089297Disabling compacts and flushes for region at 1733407089297Disabling writes for close at 1733407089297Writing region close event to WAL at 1733407089302 (+5 ms)Running coprocessor post-close hooks at 1733407089312 (+10 ms)Closed at 1733407089312 2024-12-05T13:58:09,312 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:58:09,312 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733407018556.c10801cfc0f059b3918f13f350eb03b7. 2024-12-05T13:58:09,313 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8719be6a7e1e957a5b8e4985a4767193: Waiting for close lock at 1733407089302Running coprocessor pre-close hooks at 1733407089302Disabling compacts and flushes for region at 1733407089302Disabling writes for close at 1733407089303 (+1 ms)Writing region close event to WAL at 1733407089303Running coprocessor post-close hooks at 1733407089312 (+9 ms)Closed at 1733407089312 2024-12-05T13:58:09,313 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1266abfa69507d893a86bb0a45f37bcc, disabling compactions & flushes 2024-12-05T13:58:09,313 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733407018556.8719be6a7e1e957a5b8e4985a4767193. 2024-12-05T13:58:09,313 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:58:09,313 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:58:09,313 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. after waiting 0 ms 2024-12-05T13:58:09,313 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:58:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741862_1038 (size=20292) 2024-12-05T13:58:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741862_1038 (size=20292) 2024-12-05T13:58:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741862_1038 (size=20292) 2024-12-05T13:58:09,318 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/info/34841f604e98459394851a66a32ee3d4 2024-12-05T13:58:09,320 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/default/SPTestTable/1266abfa69507d893a86bb0a45f37bcc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:58:09,320 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:58:09,320 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1266abfa69507d893a86bb0a45f37bcc: Waiting for close lock at 1733407089313Running coprocessor pre-close hooks at 1733407089313Disabling compacts and flushes for region at 1733407089313Disabling writes for close at 1733407089313Writing region close event to WAL at 1733407089315 (+2 ms)Running coprocessor post-close hooks at 1733407089320 (+5 ms)Closed at 1733407089320 2024-12-05T13:58:09,321 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733407018556.1266abfa69507d893a86bb0a45f37bcc. 2024-12-05T13:58:09,324 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:58:09,340 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/ns/5c117541c5ae43ac86f3b7186138984f is 43, key is default/ns:d/1733407018275/Put/seqid=0 2024-12-05T13:58:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741863_1039 (size=5153) 2024-12-05T13:58:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741863_1039 (size=5153) 2024-12-05T13:58:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741863_1039 (size=5153) 2024-12-05T13:58:09,347 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/ns/5c117541c5ae43ac86f3b7186138984f 2024-12-05T13:58:09,368 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/table/0949d5b7947a43dc8881714fe574583b is 47, key is SPTestTable/table:state/1733407029053/Put/seqid=0 2024-12-05T13:58:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741864_1040 (size=5214) 2024-12-05T13:58:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741864_1040 (size=5214) 2024-12-05T13:58:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741864_1040 (size=5214) 2024-12-05T13:58:09,375 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/table/0949d5b7947a43dc8881714fe574583b 2024-12-05T13:58:09,382 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/info/34841f604e98459394851a66a32ee3d4 as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/info/34841f604e98459394851a66a32ee3d4 2024-12-05T13:58:09,390 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/info/34841f604e98459394851a66a32ee3d4, entries=116, sequenceid=37, filesize=19.8 K 2024-12-05T13:58:09,391 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/ns/5c117541c5ae43ac86f3b7186138984f as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/ns/5c117541c5ae43ac86f3b7186138984f 2024-12-05T13:58:09,399 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/ns/5c117541c5ae43ac86f3b7186138984f, entries=2, sequenceid=37, filesize=5.0 K 2024-12-05T13:58:09,400 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/.tmp/table/0949d5b7947a43dc8881714fe574583b as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/table/0949d5b7947a43dc8881714fe574583b 2024-12-05T13:58:09,407 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/table/0949d5b7947a43dc8881714fe574583b, entries=2, sequenceid=37, filesize=5.1 K 2024-12-05T13:58:09,408 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=37, compaction requested=false 2024-12-05T13:58:09,413 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-05T13:58:09,414 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:58:09,414 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:58:09,414 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733407089270Running coprocessor pre-close hooks at 1733407089270Disabling compacts and flushes for region at 1733407089270Disabling writes for close at 1733407089271 (+1 ms)Obtaining lock to block concurrent updates at 1733407089271Preparing flush snapshotting stores in 1588230740 at 1733407089271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733407089271Flushing stores of hbase:meta,,1.1588230740 at 1733407089272 (+1 ms)Flushing 1588230740/info: creating writer at 1733407089272Flushing 1588230740/info: appending metadata at 1733407089299 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733407089299Flushing 1588230740/ns: creating writer at 1733407089325 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733407089340 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733407089340Flushing 1588230740/table: creating writer at 1733407089353 (+13 ms)Flushing 1588230740/table: appending metadata at 1733407089367 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733407089367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332c6fde: reopening flushed file at 1733407089381 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416bb1e9: reopening flushed file at 1733407089390 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6922848c: reopening flushed file at 1733407089399 (+9 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=37, compaction requested=false at 1733407089408 (+9 ms)Writing region close event to WAL at 1733407089409 (+1 ms)Running coprocessor post-close hooks at 1733407089414 (+5 ms)Closed at 1733407089414 2024-12-05T13:58:09,414 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:58:09,470 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,35725,1733407006381; all regions closed. 2024-12-05T13:58:09,470 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,40107,1733407006242; all regions closed. 2024-12-05T13:58:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741836_1012 (size=19530) 2024-12-05T13:58:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741836_1012 (size=19530) 2024-12-05T13:58:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741834_1010 (size=3530) 2024-12-05T13:58:09,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741836_1012 (size=19530) 2024-12-05T13:58:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741834_1010 (size=3530) 2024-12-05T13:58:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741834_1010 (size=3530) 2024-12-05T13:58:09,481 DEBUG [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs 2024-12-05T13:58:09,481 DEBUG [RS:2;da6aa2204f50:35725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs 2024-12-05T13:58:09,481 INFO [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C40107%2C1733407006242.meta:.meta(num 1733407018074) 2024-12-05T13:58:09,481 INFO [RS:2;da6aa2204f50:35725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C35725%2C1733407006381:(num 1733407007786) 2024-12-05T13:58:09,481 DEBUG [RS:2;da6aa2204f50:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,481 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:58:09,482 INFO [RS:2;da6aa2204f50:35725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:58:09,482 INFO [RS:2;da6aa2204f50:35725 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:58:09,482 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:58:09,482 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:58:09,482 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:58:09,482 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:58:09,482 INFO [RS:2;da6aa2204f50:35725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:58:09,483 INFO [RS:2;da6aa2204f50:35725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35725 2024-12-05T13:58:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741833_1009 (size=3500) 2024-12-05T13:58:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741833_1009 (size=3500) 2024-12-05T13:58:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741833_1009 (size=3500) 2024-12-05T13:58:09,487 DEBUG [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/oldWALs 2024-12-05T13:58:09,488 INFO [RS:0;da6aa2204f50:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C40107%2C1733407006242:(num 1733407007785) 2024-12-05T13:58:09,488 DEBUG [RS:0;da6aa2204f50:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:09,488 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:58:09,488 INFO [RS:0;da6aa2204f50:40107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:58:09,488 INFO [RS:0;da6aa2204f50:40107 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:58:09,488 INFO [RS:0;da6aa2204f50:40107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:58:09,488 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:58:09,488 INFO [RS:0;da6aa2204f50:40107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40107 2024-12-05T13:58:09,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:58:09,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,35725,1733407006381 2024-12-05T13:58:09,508 INFO [RS:2;da6aa2204f50:35725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:58:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,40107,1733407006242 2024-12-05T13:58:09,572 INFO [RS:0;da6aa2204f50:40107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:58:09,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,40107,1733407006242] 2024-12-05T13:58:09,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,40107,1733407006242 already deleted, retry=false 2024-12-05T13:58:09,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,40107,1733407006242 expired; onlineServers=1 2024-12-05T13:58:09,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,35725,1733407006381] 2024-12-05T13:58:09,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,35725,1733407006381 already deleted, retry=false 2024-12-05T13:58:09,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,35725,1733407006381 expired; onlineServers=0 2024-12-05T13:58:09,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,37281,1733407005603' ***** 2024-12-05T13:58:09,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:58:09,589 INFO [M:0;da6aa2204f50:37281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:58:09,589 INFO [M:0;da6aa2204f50:37281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:58:09,589 DEBUG [M:0;da6aa2204f50:37281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:58:09,589 DEBUG [M:0;da6aa2204f50:37281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:58:09,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:58:09,589 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733407007414 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733407007414,5,FailOnTimeoutGroup] 2024-12-05T13:58:09,589 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733407007415 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733407007415,5,FailOnTimeoutGroup] 2024-12-05T13:58:09,590 INFO [M:0;da6aa2204f50:37281 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:58:09,590 INFO [M:0;da6aa2204f50:37281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:58:09,590 DEBUG [M:0;da6aa2204f50:37281 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:58:09,590 INFO [M:0;da6aa2204f50:37281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:58:09,590 INFO [M:0;da6aa2204f50:37281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:58:09,590 ERROR [M:0;da6aa2204f50:37281 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:40917 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40917,5,PEWorkerGroup] 2024-12-05T13:58:09,591 INFO [M:0;da6aa2204f50:37281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:58:09,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:58:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:58:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:09,597 DEBUG [M:0;da6aa2204f50:37281 {}] zookeeper.ZKUtil(347): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:58:09,597 WARN [M:0;da6aa2204f50:37281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:58:09,599 INFO [M:0;da6aa2204f50:37281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/.lastflushedseqids 2024-12-05T13:58:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741865_1041 (size=686) 2024-12-05T13:58:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741865_1041 (size=686) 2024-12-05T13:58:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741865_1041 (size=686) 2024-12-05T13:58:09,615 INFO [M:0;da6aa2204f50:37281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:58:09,615 INFO [M:0;da6aa2204f50:37281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:58:09,616 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:58:09,616 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:09,616 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:09,616 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:58:09,616 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:09,616 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.19 KB heapSize=243.21 KB 2024-12-05T13:58:09,633 DEBUG [M:0;da6aa2204f50:37281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41289ec2d4db4f6fa17b8677b0eaf7f4 is 82, key is hbase:meta,,1/info:regioninfo/1733407018148/Put/seqid=0 2024-12-05T13:58:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741866_1042 (size=5672) 2024-12-05T13:58:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741866_1042 (size=5672) 2024-12-05T13:58:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741866_1042 (size=5672) 2024-12-05T13:58:09,640 INFO [M:0;da6aa2204f50:37281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41289ec2d4db4f6fa17b8677b0eaf7f4 2024-12-05T13:58:09,663 DEBUG [M:0;da6aa2204f50:37281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1adffb07c0b42869759f7eb87c7af54 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733407029060/Put/seqid=0 2024-12-05T13:58:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741867_1043 (size=8972) 2024-12-05T13:58:09,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:58:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741867_1043 (size=8972) 2024-12-05T13:58:09,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x101a7117afc0003, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:58:09,673 INFO [RS:2;da6aa2204f50:35725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:58:09,673 INFO [RS:2;da6aa2204f50:35725 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,35725,1733407006381; zookeeper connection closed. 2024-12-05T13:58:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741867_1043 (size=8972) 2024-12-05T13:58:09,673 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26d5a5d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26d5a5d9 2024-12-05T13:58:09,674 INFO [M:0;da6aa2204f50:37281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.46 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1adffb07c0b42869759f7eb87c7af54 2024-12-05T13:58:09,680 INFO [M:0;da6aa2204f50:37281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1adffb07c0b42869759f7eb87c7af54 2024-12-05T13:58:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:58:09,681 INFO [RS:0;da6aa2204f50:40107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:58:09,681 INFO [RS:0;da6aa2204f50:40107 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,40107,1733407006242; zookeeper connection closed. 2024-12-05T13:58:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101a7117afc0001, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:58:09,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33b8235b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33b8235b 2024-12-05T13:58:09,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T13:58:09,693 DEBUG [M:0;da6aa2204f50:37281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/762fe4d07db541beaae3c69554401d99 is 69, key is da6aa2204f50,35725,1733407006381/rs:state/1733407007530/Put/seqid=0 2024-12-05T13:58:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741868_1044 (size=5446) 2024-12-05T13:58:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741868_1044 (size=5446) 2024-12-05T13:58:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741868_1044 (size=5446) 2024-12-05T13:58:09,701 INFO [M:0;da6aa2204f50:37281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/762fe4d07db541beaae3c69554401d99 2024-12-05T13:58:09,706 INFO [M:0;da6aa2204f50:37281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762fe4d07db541beaae3c69554401d99 2024-12-05T13:58:09,707 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41289ec2d4db4f6fa17b8677b0eaf7f4 as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41289ec2d4db4f6fa17b8677b0eaf7f4 2024-12-05T13:58:09,714 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41289ec2d4db4f6fa17b8677b0eaf7f4, entries=8, sequenceid=516, filesize=5.5 K 2024-12-05T13:58:09,716 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1adffb07c0b42869759f7eb87c7af54 as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1adffb07c0b42869759f7eb87c7af54 2024-12-05T13:58:09,722 INFO [M:0;da6aa2204f50:37281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1adffb07c0b42869759f7eb87c7af54 2024-12-05T13:58:09,722 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1adffb07c0b42869759f7eb87c7af54, entries=56, sequenceid=516, filesize=8.8 K 2024-12-05T13:58:09,723 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/762fe4d07db541beaae3c69554401d99 as hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/762fe4d07db541beaae3c69554401d99 2024-12-05T13:58:09,730 INFO [M:0;da6aa2204f50:37281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762fe4d07db541beaae3c69554401d99 2024-12-05T13:58:09,730 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/c465a9c0-53ad-761f-d0be-01a694c128ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/762fe4d07db541beaae3c69554401d99, entries=3, sequenceid=516, filesize=5.3 K 2024-12-05T13:58:09,731 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.19 KB/200900, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=516, compaction requested=false 2024-12-05T13:58:09,733 INFO [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:09,733 DEBUG [M:0;da6aa2204f50:37281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733407089616Disabling compacts and flushes for region at 1733407089616Disabling writes for close at 1733407089616Obtaining lock to block concurrent updates at 1733407089616Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733407089616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200900, getHeapSize=248984, getOffHeapSize=0, getCellsCount=623 at 1733407089616Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733407089617 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733407089617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733407089632 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733407089632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733407089645 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733407089663 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733407089663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733407089680 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733407089693 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733407089693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c8c97: reopening flushed file at 1733407089706 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c13485: reopening flushed file at 1733407089714 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a9535f: reopening flushed file at 1733407089722 (+8 ms)Finished flush of dataSize ~196.19 KB/200900, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=516, compaction requested=false at 1733407089731 (+9 ms)Writing region close event to WAL at 1733407089732 (+1 ms)Closed at 1733407089733 (+1 ms) 2024-12-05T13:58:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42709 is added to blk_1073741830_1006 (size=235287) 2024-12-05T13:58:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741830_1006 (size=235287) 2024-12-05T13:58:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741830_1006 (size=235287) 2024-12-05T13:58:09,736 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:58:09,736 INFO [M:0;da6aa2204f50:37281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:58:09,736 INFO [M:0;da6aa2204f50:37281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37281 2024-12-05T13:58:09,736 INFO [M:0;da6aa2204f50:37281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:58:09,847 INFO [M:0;da6aa2204f50:37281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:58:09,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:58:09,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37281-0x101a7117afc0000, quorum=127.0.0.1:54950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:58:09,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2701064c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:58:09,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:58:09,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:58:09,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:58:09,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,STOPPED} 2024-12-05T13:58:09,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:58:09,899 WARN [BP-332639167-172.17.0.2-1733407001879 heartbeating to localhost/127.0.0.1:40917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:58:09,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:58:09,899 WARN [BP-332639167-172.17.0.2-1733407001879 heartbeating to localhost/127.0.0.1:40917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332639167-172.17.0.2-1733407001879 (Datanode Uuid 703a5f2a-0142-4706-be66-8f8655b56f2b) service to localhost/127.0.0.1:40917 2024-12-05T13:58:09,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data5/current/BP-332639167-172.17.0.2-1733407001879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:58:09,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data6/current/BP-332639167-172.17.0.2-1733407001879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:58:09,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:58:09,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@699f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:58:09,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:58:09,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:58:09,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:58:09,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,STOPPED} 2024-12-05T13:58:09,907 WARN [BP-332639167-172.17.0.2-1733407001879 heartbeating to localhost/127.0.0.1:40917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:58:09,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:58:09,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:58:09,907 WARN [BP-332639167-172.17.0.2-1733407001879 heartbeating to localhost/127.0.0.1:40917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332639167-172.17.0.2-1733407001879 (Datanode Uuid e6c3633d-da4d-480b-b79f-cbb6e405b6fd) service to localhost/127.0.0.1:40917 2024-12-05T13:58:09,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data3/current/BP-332639167-172.17.0.2-1733407001879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:58:09,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data4/current/BP-332639167-172.17.0.2-1733407001879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:58:09,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:58:09,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45354c57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:58:09,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:58:09,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:58:09,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:58:09,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,STOPPED} 2024-12-05T13:58:09,911 WARN [BP-332639167-172.17.0.2-1733407001879 heartbeating to localhost/127.0.0.1:40917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:58:09,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:58:09,911 WARN [BP-332639167-172.17.0.2-1733407001879 heartbeating to localhost/127.0.0.1:40917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332639167-172.17.0.2-1733407001879 (Datanode Uuid 924ae4bb-a304-401c-9b0b-95c470cc0af7) service to localhost/127.0.0.1:40917 2024-12-05T13:58:09,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:58:09,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data1/current/BP-332639167-172.17.0.2-1733407001879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:58:09,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/cluster_0699b862-706c-2853-12ae-af48e38298e3/data/data2/current/BP-332639167-172.17.0.2-1733407001879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:58:09,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:58:09,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:58:09,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:58:09,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:58:09,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:58:09,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir/,STOPPED} 2024-12-05T13:58:09,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:58:10,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:58:10,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6aa2204f50:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6aa2204f50:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6aa2204f50:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6aa2204f50:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3150c854 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40917 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da6aa2204f50:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40917 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da6aa2204f50:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6aa2204f50:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=32 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=7827 (was 8987) 2024-12-05T13:58:10,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=32, ProcessCount=11, AvailableMemoryMB=7827 2024-12-05T13:58:10,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir so I do NOT create it in target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534 2024-12-05T13:58:10,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:58:10,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.tmp.dir so I do NOT create it in target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534 2024-12-05T13:58:10,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a52ab1b0-7837-6c75-b061-8d4def87b213/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:58:10,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534 2024-12-05T13:58:10,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:58:10,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd, deleteOnExit=true 2024-12-05T13:58:10,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:58:10,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/test.cache.data in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:58:10,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:58:10,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:58:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:58:10,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:58:10,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:58:10,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:58:10,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:58:10,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:58:10,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:58:10,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4de18478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:58:10,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae29fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:58:10,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55bd3f65{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/java.io.tmpdir/jetty-localhost-42837-hadoop-hdfs-3_4_1-tests_jar-_-any-10513790807632915889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:58:10,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b396b36{HTTP/1.1, (http/1.1)}{localhost:42837} 2024-12-05T13:58:10,544 INFO [Time-limited test {}] server.Server(415): Started @90454ms 2024-12-05T13:58:10,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:58:10,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:58:10,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:58:10,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:58:10,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:58:10,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247d94dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:58:10,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffa9213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:58:10,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78c6a7d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/java.io.tmpdir/jetty-localhost-36489-hadoop-hdfs-3_4_1-tests_jar-_-any-18171788775225003089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:58:10,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60ea4e7d{HTTP/1.1, (http/1.1)}{localhost:36489} 2024-12-05T13:58:10,767 INFO [Time-limited test {}] server.Server(415): Started @90677ms 2024-12-05T13:58:10,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:58:10,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:58:10,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:58:10,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:58:10,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:58:10,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:58:10,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3592eb05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:58:10,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f21ae7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:58:10,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7344dcb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/java.io.tmpdir/jetty-localhost-45733-hadoop-hdfs-3_4_1-tests_jar-_-any-4565225052457640514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:58:10,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49d03495{HTTP/1.1, (http/1.1)}{localhost:45733} 2024-12-05T13:58:10,901 INFO [Time-limited test {}] server.Server(415): Started @90811ms 2024-12-05T13:58:10,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:58:10,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:58:10,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:58:10,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:58:10,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:58:10,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:58:10,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdafa12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:58:10,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dfccdd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:58:11,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e4384d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/java.io.tmpdir/jetty-localhost-42147-hadoop-hdfs-3_4_1-tests_jar-_-any-11769218016797673046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:58:11,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f651b0a{HTTP/1.1, (http/1.1)}{localhost:42147} 2024-12-05T13:58:11,022 INFO [Time-limited test {}] server.Server(415): Started @90932ms 2024-12-05T13:58:11,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:58:11,406 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data2/current/BP-148973569-172.17.0.2-1733407090078/current, will proceed with Du for space computation calculation, 2024-12-05T13:58:11,406 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data1/current/BP-148973569-172.17.0.2-1733407090078/current, will proceed with Du for space computation calculation, 2024-12-05T13:58:11,426 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:58:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12b1d551e89a1e3f with lease ID 0x84090d8f37f9a7c5: Processing first storage report for DS-37a72335-0367-4410-894b-93a72d8b0e56 from datanode DatanodeRegistration(127.0.0.1:41015, datanodeUuid=15a05cf0-a368-4640-a337-71db227102f1, infoPort=40579, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078) 2024-12-05T13:58:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12b1d551e89a1e3f with lease ID 0x84090d8f37f9a7c5: from storage DS-37a72335-0367-4410-894b-93a72d8b0e56 node DatanodeRegistration(127.0.0.1:41015, datanodeUuid=15a05cf0-a368-4640-a337-71db227102f1, infoPort=40579, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:58:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12b1d551e89a1e3f with lease ID 0x84090d8f37f9a7c5: Processing first storage report for DS-6bd7076d-1f0e-4d44-ae6e-83e0ed7ee7b4 from datanode DatanodeRegistration(127.0.0.1:41015, datanodeUuid=15a05cf0-a368-4640-a337-71db227102f1, infoPort=40579, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078) 2024-12-05T13:58:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12b1d551e89a1e3f with lease ID 0x84090d8f37f9a7c5: from storage DS-6bd7076d-1f0e-4d44-ae6e-83e0ed7ee7b4 node DatanodeRegistration(127.0.0.1:41015, datanodeUuid=15a05cf0-a368-4640-a337-71db227102f1, infoPort=40579, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:58:11,633 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data3/current/BP-148973569-172.17.0.2-1733407090078/current, will proceed with Du for space computation calculation, 2024-12-05T13:58:11,634 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data4/current/BP-148973569-172.17.0.2-1733407090078/current, will proceed with Du for space computation calculation, 2024-12-05T13:58:11,649 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:58:11,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fd375df3d5189c4 with lease ID 0x84090d8f37f9a7c6: Processing first storage report for DS-ab60364f-5182-4e89-aa60-f606156a9943 from datanode DatanodeRegistration(127.0.0.1:39529, datanodeUuid=8fead7e6-22cc-4bd9-8aa3-3fa069b8d443, infoPort=34433, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078) 2024-12-05T13:58:11,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fd375df3d5189c4 with lease ID 0x84090d8f37f9a7c6: from storage DS-ab60364f-5182-4e89-aa60-f606156a9943 node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=8fead7e6-22cc-4bd9-8aa3-3fa069b8d443, infoPort=34433, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:58:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fd375df3d5189c4 with lease ID 0x84090d8f37f9a7c6: Processing first storage report for DS-29f6a61e-a8f2-4c37-9323-3c7e11d8d90d from datanode DatanodeRegistration(127.0.0.1:39529, datanodeUuid=8fead7e6-22cc-4bd9-8aa3-3fa069b8d443, infoPort=34433, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078) 2024-12-05T13:58:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fd375df3d5189c4 with lease ID 0x84090d8f37f9a7c6: from storage DS-29f6a61e-a8f2-4c37-9323-3c7e11d8d90d node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=8fead7e6-22cc-4bd9-8aa3-3fa069b8d443, infoPort=34433, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:58:11,752 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data5/current/BP-148973569-172.17.0.2-1733407090078/current, will proceed with Du for space computation calculation, 2024-12-05T13:58:11,752 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data6/current/BP-148973569-172.17.0.2-1733407090078/current, will proceed with Du for space computation calculation, 2024-12-05T13:58:11,769 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:58:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ce66b606183e907 with lease ID 0x84090d8f37f9a7c7: Processing first storage report for DS-053e67f9-aa9c-44de-8712-66daa4ce217a from datanode DatanodeRegistration(127.0.0.1:41833, datanodeUuid=0eda5418-7562-4d7e-bf38-fe1ad6bb631c, infoPort=44311, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078) 2024-12-05T13:58:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ce66b606183e907 with lease ID 0x84090d8f37f9a7c7: from storage DS-053e67f9-aa9c-44de-8712-66daa4ce217a node DatanodeRegistration(127.0.0.1:41833, datanodeUuid=0eda5418-7562-4d7e-bf38-fe1ad6bb631c, infoPort=44311, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:58:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ce66b606183e907 with lease ID 0x84090d8f37f9a7c7: Processing first storage report for DS-a2cdae55-252c-42fe-952d-a7eb751cccc2 from datanode DatanodeRegistration(127.0.0.1:41833, datanodeUuid=0eda5418-7562-4d7e-bf38-fe1ad6bb631c, infoPort=44311, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078) 2024-12-05T13:58:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ce66b606183e907 with lease ID 0x84090d8f37f9a7c7: from storage DS-a2cdae55-252c-42fe-952d-a7eb751cccc2 node DatanodeRegistration(127.0.0.1:41833, datanodeUuid=0eda5418-7562-4d7e-bf38-fe1ad6bb631c, infoPort=44311, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1606787511;c=1733407090078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:58:11,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534 2024-12-05T13:58:11,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/zookeeper_0, clientPort=58184, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:58:11,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58184 2024-12-05T13:58:11,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:11,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:58:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:58:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:58:11,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d with version=8 2024-12-05T13:58:11,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/hbase-staging 2024-12-05T13:58:11,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:58:11,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:11,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:11,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:58:11,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:11,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:58:11,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:58:11,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:58:11,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36867 2024-12-05T13:58:11,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36867 connecting to ZooKeeper ensemble=127.0.0.1:58184 2024-12-05T13:58:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368670x0, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:58:11,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36867-0x101a712cf060000 connected 2024-12-05T13:58:11,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:11,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:12,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d, hbase.cluster.distributed=false 2024-12-05T13:58:12,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:58:12,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36867 2024-12-05T13:58:12,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36867 2024-12-05T13:58:12,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36867 2024-12-05T13:58:12,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36867 2024-12-05T13:58:12,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36867 2024-12-05T13:58:12,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:58:12,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:58:12,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44973 2024-12-05T13:58:12,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44973 connecting to ZooKeeper ensemble=127.0.0.1:58184 2024-12-05T13:58:12,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449730x0, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:58:12,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44973-0x101a712cf060001 connected 2024-12-05T13:58:12,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:12,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:58:12,032 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:58:12,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:58:12,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:58:12,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44973 2024-12-05T13:58:12,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44973 2024-12-05T13:58:12,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44973 2024-12-05T13:58:12,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44973 2024-12-05T13:58:12,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44973 2024-12-05T13:58:12,049 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:58:12,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:58:12,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:58:12,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:58:12,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:58:12,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42241 2024-12-05T13:58:12,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42241 connecting to ZooKeeper ensemble=127.0.0.1:58184 2024-12-05T13:58:12,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422410x0, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:58:12,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:12,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42241-0x101a712cf060002 connected 2024-12-05T13:58:12,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:58:12,065 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:58:12,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:58:12,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:58:12,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42241 2024-12-05T13:58:12,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42241 2024-12-05T13:58:12,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42241 2024-12-05T13:58:12,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42241 2024-12-05T13:58:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42241 2024-12-05T13:58:12,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6aa2204f50:0 server-side Connection retries=45 2024-12-05T13:58:12,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:58:12,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:58:12,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:58:12,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:58:12,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:58:12,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40031 2024-12-05T13:58:12,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40031 connecting to ZooKeeper ensemble=127.0.0.1:58184 2024-12-05T13:58:12,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400310x0, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:58:12,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400310x0, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:58:12,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40031-0x101a712cf060003 connected 2024-12-05T13:58:12,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:58:12,098 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:58:12,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:58:12,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:58:12,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40031 2024-12-05T13:58:12,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40031 2024-12-05T13:58:12,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40031 2024-12-05T13:58:12,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40031 2024-12-05T13:58:12,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40031 2024-12-05T13:58:12,120 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6aa2204f50:36867 2024-12-05T13:58:12,120 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,131 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:58:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,140 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:58:12,140 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6aa2204f50,36867,1733407091877 from backup master directory 2024-12-05T13:58:12,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:58:12,147 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:58:12,147 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,152 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/hbase.id] with ID: f68cedfa-9d9b-4982-b486-1bf18d511811 2024-12-05T13:58:12,152 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.tmp/hbase.id 2024-12-05T13:58:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:58:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:58:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:58:12,162 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.tmp/hbase.id]:[hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/hbase.id] 2024-12-05T13:58:12,174 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:58:12,174 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:58:12,175 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:58:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:58:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:58:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:58:12,189 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:58:12,190 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:58:12,191 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:58:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:58:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:58:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:58:12,201 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store 2024-12-05T13:58:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:58:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:58:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:58:12,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:12,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:58:12,209 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:12,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:12,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:58:12,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:12,209 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:58:12,209 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733407092209Disabling compacts and flushes for region at 1733407092209Disabling writes for close at 1733407092209Writing region close event to WAL at 1733407092209Closed at 1733407092209 2024-12-05T13:58:12,210 WARN [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/.initializing 2024-12-05T13:58:12,210 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/WALs/da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,212 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:58:12,214 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C36867%2C1733407091877, suffix=, logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/WALs/da6aa2204f50,36867,1733407091877, archiveDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/oldWALs, maxLogs=10 2024-12-05T13:58:12,225 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/WALs/da6aa2204f50,36867,1733407091877/da6aa2204f50%2C36867%2C1733407091877.1733407092214, exclude list is [], retry=0 2024-12-05T13:58:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ab60364f-5182-4e89-aa60-f606156a9943,DISK] 2024-12-05T13:58:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41015,DS-37a72335-0367-4410-894b-93a72d8b0e56,DISK] 2024-12-05T13:58:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-053e67f9-aa9c-44de-8712-66daa4ce217a,DISK] 2024-12-05T13:58:12,231 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/WALs/da6aa2204f50,36867,1733407091877/da6aa2204f50%2C36867%2C1733407091877.1733407092214 2024-12-05T13:58:12,231 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:40579:40579),(127.0.0.1/127.0.0.1:44311:44311)] 2024-12-05T13:58:12,231 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:58:12,231 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:12,232 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,232 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:58:12,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:12,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:58:12,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:12,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:58:12,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:12,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:58:12,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:12,243 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,244 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,244 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,245 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,245 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,246 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:58:12,247 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:58:12,249 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:12,249 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61793035, jitterRate=-0.07921202480792999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:58:12,250 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733407092232Initializing all the Stores at 1733407092233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407092233Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407092233Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407092233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407092233Cleaning up temporary data from old regions at 1733407092245 (+12 ms)Region opened successfully at 1733407092250 (+5 ms) 2024-12-05T13:58:12,250 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:58:12,254 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be0b726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:58:12,255 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:58:12,256 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:58:12,256 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:58:12,256 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:58:12,257 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:58:12,257 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:58:12,257 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T13:58:12,260 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:58:12,260 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:58:12,264 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:58:12,264 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:58:12,265 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:58:12,272 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:58:12,272 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:58:12,273 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:58:12,280 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:58:12,281 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:58:12,289 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:58:12,291 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:58:12,297 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,306 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6aa2204f50,36867,1733407091877, sessionid=0x101a712cf060000, setting cluster-up flag (Was=false) 2024-12-05T13:58:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,347 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:58:12,348 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,389 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:58:12,390 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6aa2204f50,36867,1733407091877 2024-12-05T13:58:12,391 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:58:12,393 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:58:12,393 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:58:12,393 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:58:12,393 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6aa2204f50,36867,1733407091877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6aa2204f50:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6aa2204f50:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:58:12,395 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733407122396 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:58:12,396 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:58:12,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:58:12,397 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:58:12,397 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:58:12,397 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:58:12,397 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:58:12,397 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:58:12,398 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:58:12,398 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733407092398,5,FailOnTimeoutGroup] 2024-12-05T13:58:12,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,398 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733407092398,5,FailOnTimeoutGroup] 2024-12-05T13:58:12,398 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,398 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:58:12,398 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,398 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:58:12,408 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(746): ClusterId : f68cedfa-9d9b-4982-b486-1bf18d511811 2024-12-05T13:58:12,408 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(746): ClusterId : f68cedfa-9d9b-4982-b486-1bf18d511811 2024-12-05T13:58:12,408 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(746): ClusterId : f68cedfa-9d9b-4982-b486-1bf18d511811 2024-12-05T13:58:12,408 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:58:12,408 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:58:12,408 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:58:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:58:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:58:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:58:12,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:58:12,411 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:12,415 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:58:12,415 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:58:12,415 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:58:12,415 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:58:12,415 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:58:12,415 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:58:12,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:58:12,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:58:12,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:58:12,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:12,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:58:12,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:58:12,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:12,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:58:12,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:58:12,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:12,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:58:12,431 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:58:12,431 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:58:12,431 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:58:12,431 DEBUG [RS:2;da6aa2204f50:40031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178178ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:58:12,431 DEBUG [RS:0;da6aa2204f50:44973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162a7244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:58:12,431 DEBUG [RS:1;da6aa2204f50:42241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638dd8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6aa2204f50/172.17.0.2:0 2024-12-05T13:58:12,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:58:12,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:12,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:58:12,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:58:12,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:12,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:12,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:58:12,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740 2024-12-05T13:58:12,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740 2024-12-05T13:58:12,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:58:12,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:58:12,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:58:12,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:58:12,443 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;da6aa2204f50:40031 2024-12-05T13:58:12,443 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:58:12,443 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:58:12,443 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:58:12,444 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,36867,1733407091877 with port=40031, startcode=1733407092084 2024-12-05T13:58:12,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:12,444 DEBUG [RS:2;da6aa2204f50:40031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:58:12,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64485605, jitterRate=-0.03908960521221161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:58:12,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733407092424Initializing all the Stores at 1733407092425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407092425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407092425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407092425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407092425Cleaning up temporary data from old regions at 1733407092438 (+13 ms)Region opened successfully at 1733407092445 (+7 ms) 2024-12-05T13:58:12,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:58:12,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:58:12,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:58:12,446 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da6aa2204f50:42241 2024-12-05T13:58:12,446 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53145, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:58:12,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:58:12,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:58:12,446 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:58:12,446 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:58:12,446 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:58:12,446 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6aa2204f50:44973 2024-12-05T13:58:12,446 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:58:12,446 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:58:12,446 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:58:12,446 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,36867,1733407091877 with port=42241, startcode=1733407092049 2024-12-05T13:58:12,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,447 DEBUG [RS:1;da6aa2204f50:42241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:58:12,447 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6aa2204f50,36867,1733407091877 with port=44973, startcode=1733407092018 2024-12-05T13:58:12,447 DEBUG [RS:0;da6aa2204f50:44973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:58:12,448 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:12,449 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33603 2024-12-05T13:58:12,449 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:58:12,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:58:12,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733407092445Disabling compacts and flushes for region at 1733407092446 (+1 ms)Disabling writes for close at 1733407092446Writing region close event to WAL at 1733407092451 (+5 ms)Closed at 1733407092451 2024-12-05T13:58:12,451 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:58:12,451 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48553, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:58:12,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,44973,1733407092018 2024-12-05T13:58:12,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:58:12,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:58:12,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:12,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:58:12,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:58:12,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6aa2204f50,42241,1733407092049 2024-12-05T13:58:12,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(517): Registering regionserver=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:12,453 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:12,453 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33603 2024-12-05T13:58:12,453 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:58:12,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:58:12,455 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:12,455 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33603 2024-12-05T13:58:12,455 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:58:12,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:58:12,485 DEBUG [RS:2;da6aa2204f50:40031 {}] zookeeper.ZKUtil(111): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,485 WARN [RS:2;da6aa2204f50:40031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:58:12,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,42241,1733407092049] 2024-12-05T13:58:12,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,40031,1733407092084] 2024-12-05T13:58:12,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6aa2204f50,44973,1733407092018] 2024-12-05T13:58:12,485 INFO [RS:2;da6aa2204f50:40031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:58:12,485 DEBUG [RS:1;da6aa2204f50:42241 {}] zookeeper.ZKUtil(111): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,42241,1733407092049 2024-12-05T13:58:12,485 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,485 DEBUG [RS:0;da6aa2204f50:44973 {}] zookeeper.ZKUtil(111): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6aa2204f50,44973,1733407092018 2024-12-05T13:58:12,485 WARN [RS:0;da6aa2204f50:44973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:58:12,485 WARN [RS:1;da6aa2204f50:42241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:58:12,485 INFO [RS:0;da6aa2204f50:44973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:58:12,485 INFO [RS:1;da6aa2204f50:42241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:58:12,485 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,44973,1733407092018 2024-12-05T13:58:12,485 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,42241,1733407092049 2024-12-05T13:58:12,489 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:58:12,489 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:58:12,489 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:58:12,490 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:58:12,491 INFO [RS:2;da6aa2204f50:40031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:58:12,491 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,491 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:58:12,492 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:58:12,492 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:58:12,492 INFO [RS:1;da6aa2204f50:42241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:58:12,492 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,493 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:58:12,493 DEBUG [RS:2;da6aa2204f50:40031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:58:12,494 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:58:12,495 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:58:12,495 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:0;da6aa2204f50:44973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:58:12,495 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,40031,1733407092084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:58:12,495 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:58:12,495 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:58:12,496 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:58:12,496 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,496 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6aa2204f50:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:58:12,497 DEBUG [RS:1;da6aa2204f50:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6aa2204f50:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:58:12,497 DEBUG [RS:0;da6aa2204f50:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6aa2204f50:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:58:12,506 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,42241,1733407092049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,507 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,44973,1733407092018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:58:12,516 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:58:12,516 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,40031,1733407092084-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,516 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,516 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.Replication(171): da6aa2204f50,40031,1733407092084 started 2024-12-05T13:58:12,519 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:58:12,519 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,42241,1733407092049-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,519 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,519 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.Replication(171): da6aa2204f50,42241,1733407092049 started 2024-12-05T13:58:12,525 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:58:12,525 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,44973,1733407092018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,525 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,525 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.Replication(171): da6aa2204f50,44973,1733407092018 started 2024-12-05T13:58:12,531 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,531 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,42241,1733407092049, RpcServer on da6aa2204f50/172.17.0.2:42241, sessionid=0x101a712cf060002 2024-12-05T13:58:12,531 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:58:12,531 DEBUG [RS:1;da6aa2204f50:42241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,42241,1733407092049 2024-12-05T13:58:12,531 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,42241,1733407092049' 2024-12-05T13:58:12,531 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:58:12,532 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:58:12,532 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:58:12,532 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:58:12,532 DEBUG [RS:1;da6aa2204f50:42241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,42241,1733407092049 2024-12-05T13:58:12,533 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,42241,1733407092049' 2024-12-05T13:58:12,533 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:58:12,533 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:58:12,533 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,533 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,40031,1733407092084, RpcServer on da6aa2204f50/172.17.0.2:40031, sessionid=0x101a712cf060003 2024-12-05T13:58:12,533 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:58:12,533 DEBUG [RS:1;da6aa2204f50:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:58:12,533 DEBUG [RS:2;da6aa2204f50:40031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,533 INFO [RS:1;da6aa2204f50:42241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:58:12,533 INFO [RS:1;da6aa2204f50:42241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:58:12,533 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,40031,1733407092084' 2024-12-05T13:58:12,533 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,40031,1733407092084' 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:58:12,534 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:58:12,535 DEBUG [RS:2;da6aa2204f50:40031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:58:12,535 INFO [RS:2;da6aa2204f50:40031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:58:12,535 INFO [RS:2;da6aa2204f50:40031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:58:12,543 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:12,544 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1482): Serving as da6aa2204f50,44973,1733407092018, RpcServer on da6aa2204f50/172.17.0.2:44973, sessionid=0x101a712cf060001 2024-12-05T13:58:12,544 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:58:12,544 DEBUG [RS:0;da6aa2204f50:44973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6aa2204f50,44973,1733407092018 2024-12-05T13:58:12,544 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,44973,1733407092018' 2024-12-05T13:58:12,544 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:58:12,545 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:58:12,545 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:58:12,545 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:58:12,545 DEBUG [RS:0;da6aa2204f50:44973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6aa2204f50,44973,1733407092018 2024-12-05T13:58:12,545 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6aa2204f50,44973,1733407092018' 2024-12-05T13:58:12,545 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:58:12,546 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:58:12,546 DEBUG [RS:0;da6aa2204f50:44973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:58:12,546 INFO [RS:0;da6aa2204f50:44973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:58:12,546 INFO [RS:0;da6aa2204f50:44973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:58:12,605 WARN [da6aa2204f50:36867 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:58:12,634 INFO [RS:1;da6aa2204f50:42241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:58:12,635 INFO [RS:2;da6aa2204f50:40031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:58:12,636 INFO [RS:1;da6aa2204f50:42241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C42241%2C1733407092049, suffix=, logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,42241,1733407092049, archiveDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs, maxLogs=32 2024-12-05T13:58:12,637 INFO [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C40031%2C1733407092084, suffix=, logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084, archiveDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs, maxLogs=32 2024-12-05T13:58:12,647 INFO [RS:0;da6aa2204f50:44973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:58:12,648 INFO [RS:0;da6aa2204f50:44973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C44973%2C1733407092018, suffix=, logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,44973,1733407092018, archiveDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs, maxLogs=32 2024-12-05T13:58:12,651 DEBUG [RS:2;da6aa2204f50:40031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084/da6aa2204f50%2C40031%2C1733407092084.1733407092638, exclude list is [], retry=0 2024-12-05T13:58:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41015,DS-37a72335-0367-4410-894b-93a72d8b0e56,DISK] 2024-12-05T13:58:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ab60364f-5182-4e89-aa60-f606156a9943,DISK] 2024-12-05T13:58:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-053e67f9-aa9c-44de-8712-66daa4ce217a,DISK] 2024-12-05T13:58:12,656 DEBUG [RS:1;da6aa2204f50:42241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,42241,1733407092049/da6aa2204f50%2C42241%2C1733407092049.1733407092637, exclude list is [], retry=0 2024-12-05T13:58:12,658 INFO [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084/da6aa2204f50%2C40031%2C1733407092084.1733407092638 2024-12-05T13:58:12,658 DEBUG [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579),(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:44311:44311)] 2024-12-05T13:58:12,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ab60364f-5182-4e89-aa60-f606156a9943,DISK] 2024-12-05T13:58:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-053e67f9-aa9c-44de-8712-66daa4ce217a,DISK] 2024-12-05T13:58:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41015,DS-37a72335-0367-4410-894b-93a72d8b0e56,DISK] 2024-12-05T13:58:12,663 DEBUG [RS:0;da6aa2204f50:44973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,44973,1733407092018/da6aa2204f50%2C44973%2C1733407092018.1733407092649, exclude list is [], retry=0 2024-12-05T13:58:12,665 INFO [RS:1;da6aa2204f50:42241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,42241,1733407092049/da6aa2204f50%2C42241%2C1733407092049.1733407092637 2024-12-05T13:58:12,665 DEBUG [RS:1;da6aa2204f50:42241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:44311:44311),(127.0.0.1/127.0.0.1:40579:40579)] 2024-12-05T13:58:12,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-053e67f9-aa9c-44de-8712-66daa4ce217a,DISK] 2024-12-05T13:58:12,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41015,DS-37a72335-0367-4410-894b-93a72d8b0e56,DISK] 2024-12-05T13:58:12,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ab60364f-5182-4e89-aa60-f606156a9943,DISK] 2024-12-05T13:58:12,670 INFO [RS:0;da6aa2204f50:44973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,44973,1733407092018/da6aa2204f50%2C44973%2C1733407092018.1733407092649 2024-12-05T13:58:12,670 DEBUG [RS:0;da6aa2204f50:44973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579),(127.0.0.1/127.0.0.1:44311:44311),(127.0.0.1/127.0.0.1:34433:34433)] 2024-12-05T13:58:12,855 DEBUG [da6aa2204f50:36867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T13:58:12,856 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(204): Hosts are {da6aa2204f50=0} racks are {/default-rack=0} 2024-12-05T13:58:12,863 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T13:58:12,864 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T13:58:12,864 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T13:58:12,864 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T13:58:12,864 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T13:58:12,864 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T13:58:12,864 INFO [da6aa2204f50:36867 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T13:58:12,864 INFO [da6aa2204f50:36867 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T13:58:12,865 INFO [da6aa2204f50:36867 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T13:58:12,865 DEBUG [da6aa2204f50:36867 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T13:58:12,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:12,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,40031,1733407092084, state=OPENING 2024-12-05T13:58:12,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:58:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:58:12,915 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:58:12,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:12,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:12,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:12,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,40031,1733407092084}] 2024-12-05T13:58:12,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:14,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:14,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:14,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:14,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:58:14,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:14,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:14,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:15,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:58:15,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:58:21,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:58:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:21,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:21,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:22,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:58:22,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:58:22,932 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:58:22,933 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:58:22,933 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:58:22,936 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6aa2204f50%2C40031%2C1733407092084.meta, suffix=.meta, logDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084, archiveDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs, maxLogs=32 2024-12-05T13:58:22,950 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084/da6aa2204f50%2C40031%2C1733407092084.meta.1733407102937.meta, exclude list is [], retry=0 2024-12-05T13:58:22,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41015,DS-37a72335-0367-4410-894b-93a72d8b0e56,DISK] 2024-12-05T13:58:22,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ab60364f-5182-4e89-aa60-f606156a9943,DISK] 2024-12-05T13:58:22,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-053e67f9-aa9c-44de-8712-66daa4ce217a,DISK] 2024-12-05T13:58:22,954 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/WALs/da6aa2204f50,40031,1733407092084/da6aa2204f50%2C40031%2C1733407092084.meta.1733407102937.meta 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579),(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:44311:44311)] 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:58:22,955 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:58:22,955 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:58:22,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:58:22,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:58:22,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:22,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:22,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:58:22,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:58:22,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:22,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:22,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:58:22,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:58:22,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:22,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:22,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:58:22,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:58:22,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:58:22,963 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:58:22,963 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740 2024-12-05T13:58:22,965 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740 2024-12-05T13:58:22,966 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:58:22,966 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:58:22,966 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:58:22,968 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:58:22,968 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63210997, jitterRate=-0.05808274447917938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:58:22,968 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:58:22,969 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733407102955Writing region info on filesystem at 1733407102956 (+1 ms)Initializing all the Stores at 1733407102956Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407102957 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407102957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407102957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407102957Cleaning up temporary data from old regions at 1733407102966 (+9 ms)Running coprocessor post-open hooks at 1733407102968 (+2 ms)Region opened successfully at 1733407102969 (+1 ms) 2024-12-05T13:58:22,970 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733407102920 2024-12-05T13:58:22,971 DEBUG [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:58:22,972 INFO [RS_OPEN_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:58:22,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:22,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6aa2204f50,40031,1733407092084, state=OPEN 2024-12-05T13:58:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:58:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:58:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:58:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:58:23,097 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:23,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:23,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:23,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:23,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:58:23,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:58:23,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6aa2204f50,40031,1733407092084 in 10.1820 sec 2024-12-05T13:58:23,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:58:23,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6520 sec 2024-12-05T13:58:23,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:58:23,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:58:23,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:58:23,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,40031,1733407092084, seqNum=-1] 2024-12-05T13:58:23,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:58:23,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:58:23,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7220 sec 2024-12-05T13:58:23,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733407103116, completionTime=-1 2024-12-05T13:58:23,116 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T13:58:23,116 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733407163118 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733407223118 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:58:23,118 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36867,1733407091877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36867,1733407091877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36867,1733407091877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,118 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6aa2204f50:36867, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,119 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,119 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,120 DEBUG [master/da6aa2204f50:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:58:23,122 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.975sec 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36867,1733407091877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:58:23,123 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36867,1733407091877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:58:23,125 DEBUG [master/da6aa2204f50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:58:23,125 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:58:23,125 INFO [master/da6aa2204f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6aa2204f50,36867,1733407091877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:58:23,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6f899f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:58:23,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,36867,-1 for getting cluster id 2024-12-05T13:58:23,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:58:23,226 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68cedfa-9d9b-4982-b486-1bf18d511811' 2024-12-05T13:58:23,227 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:58:23,227 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68cedfa-9d9b-4982-b486-1bf18d511811" 2024-12-05T13:58:23,228 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab1137b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:58:23,228 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,36867,-1] 2024-12-05T13:58:23,228 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:58:23,228 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:23,229 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:58:23,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293b59e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:58:23,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:58:23,232 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,40031,1733407092084, seqNum=-1] 2024-12-05T13:58:23,232 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:58:23,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:58:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6aa2204f50,36867,1733407091877 2024-12-05T13:58:23,235 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733407103235 (current time:1733407103235). 2024-12-05T13:58:23,235 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T13:58:23,235 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T13:58:23,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac4b429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:58:23,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6aa2204f50,36867,-1 for getting cluster id 2024-12-05T13:58:23,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:58:23,237 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68cedfa-9d9b-4982-b486-1bf18d511811' 2024-12-05T13:58:23,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:58:23,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68cedfa-9d9b-4982-b486-1bf18d511811" 2024-12-05T13:58:23,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c12fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:58:23,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6aa2204f50,36867,-1] 2024-12-05T13:58:23,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:58:23,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:23,239 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:58:23,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b72099d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:58:23,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:58:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6aa2204f50,40031,1733407092084, seqNum=-1] 2024-12-05T13:58:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:58:23,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:58:23,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:58:23,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:58:23,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:23,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:58:23,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:58:23,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:58:23,246 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is da6aa2204f50,36867,1733407091877 2024-12-05T13:58:23,246 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d3b882b 2024-12-05T13:58:23,246 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:58:23,248 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:58:23,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:58:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T13:58:23,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:58:23,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:23,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T13:58:23,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:58:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:23,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741837_1013 (size=361) 2024-12-05T13:58:23,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741837_1013 (size=361) 2024-12-05T13:58:23,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741837_1013 (size=361) 2024-12-05T13:58:23,262 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3405a33be2539279835c71a8ad7413f4, NAME => 'SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,263 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46a669d023cb308f248f3e37bf4db12f, NAME => 'SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,263 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 44b7abf8cec765269524fc0969253b2b, NAME => 'SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741839_1015 (size=62) 2024-12-05T13:58:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741839_1015 (size=62) 2024-12-05T13:58:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741839_1015 (size=62) 2024-12-05T13:58:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741838_1014 (size=54) 2024-12-05T13:58:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741838_1014 (size=54) 2024-12-05T13:58:23,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741838_1014 (size=54) 2024-12-05T13:58:23,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 44b7abf8cec765269524fc0969253b2b, disabling compactions & flushes 2024-12-05T13:58:23,275 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:23,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:23,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. after waiting 0 ms 2024-12-05T13:58:23,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:23,275 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:23,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 44b7abf8cec765269524fc0969253b2b: Waiting for close lock at 1733407103275Disabling compacts and flushes for region at 1733407103275Disabling writes for close at 1733407103275Writing region close event to WAL at 1733407103275Closed at 1733407103275 2024-12-05T13:58:23,276 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c18417c8aff08068c28cca24f6ae3b6b, NAME => 'SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741840_1016 (size=62) 2024-12-05T13:58:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741840_1016 (size=62) 2024-12-05T13:58:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741840_1016 (size=62) 2024-12-05T13:58:23,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3405a33be2539279835c71a8ad7413f4, disabling compactions & flushes 2024-12-05T13:58:23,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:23,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:23,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. after waiting 0 ms 2024-12-05T13:58:23,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:23,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:23,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3405a33be2539279835c71a8ad7413f4: Waiting for close lock at 1733407103277Disabling compacts and flushes for region at 1733407103277Disabling writes for close at 1733407103277Writing region close event to WAL at 1733407103277Closed at 1733407103277 2024-12-05T13:58:23,278 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1817d50bd81af7a4fcb0687ad71bfdab, NAME => 'SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741841_1017 (size=62) 2024-12-05T13:58:23,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741841_1017 (size=62) 2024-12-05T13:58:23,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741841_1017 (size=62) 2024-12-05T13:58:23,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c18417c8aff08068c28cca24f6ae3b6b, disabling compactions & flushes 2024-12-05T13:58:23,285 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:23,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:23,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. after waiting 0 ms 2024-12-05T13:58:23,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741842_1018 (size=62) 2024-12-05T13:58:23,285 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:23,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c18417c8aff08068c28cca24f6ae3b6b: Waiting for close lock at 1733407103285Disabling compacts and flushes for region at 1733407103285Disabling writes for close at 1733407103285Writing region close event to WAL at 1733407103285Closed at 1733407103285 2024-12-05T13:58:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741842_1018 (size=62) 2024-12-05T13:58:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741842_1018 (size=62) 2024-12-05T13:58:23,286 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8d37397e556fc57b69219b1b53552bac, NAME => 'SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1817d50bd81af7a4fcb0687ad71bfdab, disabling compactions & flushes 2024-12-05T13:58:23,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:23,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:23,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. after waiting 0 ms 2024-12-05T13:58:23,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:23,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:23,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1817d50bd81af7a4fcb0687ad71bfdab: Waiting for close lock at 1733407103286Disabling compacts and flushes for region at 1733407103286Disabling writes for close at 1733407103286Writing region close event to WAL at 1733407103286Closed at 1733407103286 2024-12-05T13:58:23,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59a79f4e788ae4f9535968e6f6da74e6, NAME => 'SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741844_1020 (size=62) 2024-12-05T13:58:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741844_1020 (size=62) 2024-12-05T13:58:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741844_1020 (size=62) 2024-12-05T13:58:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741843_1019 (size=62) 2024-12-05T13:58:23,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741843_1019 (size=62) 2024-12-05T13:58:23,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741843_1019 (size=62) 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 59a79f4e788ae4f9535968e6f6da74e6, disabling compactions & flushes 2024-12-05T13:58:23,295 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. after waiting 0 ms 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:23,295 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59a79f4e788ae4f9535968e6f6da74e6: Waiting for close lock at 1733407103295Disabling compacts and flushes for region at 1733407103295Disabling writes for close at 1733407103295Writing region close event to WAL at 1733407103295Closed at 1733407103295 2024-12-05T13:58:23,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8d37397e556fc57b69219b1b53552bac, disabling compactions & flushes 2024-12-05T13:58:23,296 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37cfdbc633bad81b35c68affeb37fb2f, NAME => 'SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,296 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:23,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:23,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. after waiting 0 ms 2024-12-05T13:58:23,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:23,296 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:23,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8d37397e556fc57b69219b1b53552bac: Waiting for close lock at 1733407103296Disabling compacts and flushes for region at 1733407103296Disabling writes for close at 1733407103296Writing region close event to WAL at 1733407103296Closed at 1733407103296 2024-12-05T13:58:23,296 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a9ed9b90a5197990bbfa6a8bcb9a89a6, NAME => 'SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741845_1021 (size=62) 2024-12-05T13:58:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741846_1022 (size=62) 2024-12-05T13:58:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741845_1021 (size=62) 2024-12-05T13:58:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741846_1022 (size=62) 2024-12-05T13:58:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741846_1022 (size=62) 2024-12-05T13:58:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741845_1021 (size=62) 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 37cfdbc633bad81b35c68affeb37fb2f, disabling compactions & flushes 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a9ed9b90a5197990bbfa6a8bcb9a89a6, disabling compactions & flushes 2024-12-05T13:58:23,313 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:23,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. after waiting 0 ms 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. after waiting 0 ms 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:23,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:23,313 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37cfdbc633bad81b35c68affeb37fb2f: Waiting for close lock at 1733407103313Disabling compacts and flushes for region at 1733407103313Disabling writes for close at 1733407103313Writing region close event to WAL at 1733407103313Closed at 1733407103313 2024-12-05T13:58:23,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a9ed9b90a5197990bbfa6a8bcb9a89a6: Waiting for close lock at 1733407103313Disabling compacts and flushes for region at 1733407103313Disabling writes for close at 1733407103313Writing region close event to WAL at 1733407103313Closed at 1733407103313 2024-12-05T13:58:23,314 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d08ea49f028c24389356fdc3a92250ac, NAME => 'SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d 2024-12-05T13:58:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741847_1023 (size=54) 2024-12-05T13:58:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741847_1023 (size=54) 2024-12-05T13:58:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741847_1023 (size=54) 2024-12-05T13:58:23,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d08ea49f028c24389356fdc3a92250ac, disabling compactions & flushes 2024-12-05T13:58:23,322 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:23,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:23,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. after waiting 0 ms 2024-12-05T13:58:23,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:23,322 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:23,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d08ea49f028c24389356fdc3a92250ac: Waiting for close lock at 1733407103322Disabling compacts and flushes for region at 1733407103322Disabling writes for close at 1733407103322Writing region close event to WAL at 1733407103322Closed at 1733407103322 2024-12-05T13:58:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:23,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:23,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 46a669d023cb308f248f3e37bf4db12f, disabling compactions & flushes 2024-12-05T13:58:23,680 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:23,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:23,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. after waiting 0 ms 2024-12-05T13:58:23,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:23,680 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:23,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46a669d023cb308f248f3e37bf4db12f: Waiting for close lock at 1733407103680Disabling compacts and flushes for region at 1733407103680Disabling writes for close at 1733407103680Writing region close event to WAL at 1733407103680Closed at 1733407103680 2024-12-05T13:58:23,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:58:23,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407103683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407103683"}]},"ts":"1733407103683"} 2024-12-05T13:58:23,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T13:58:23,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:58:23,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733407103694"}]},"ts":"1733407103694"} 2024-12-05T13:58:23,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T13:58:23,697 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da6aa2204f50=0} racks are {/default-rack=0} 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T13:58:23,702 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T13:58:23,702 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T13:58:23,702 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T13:58:23,702 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T13:58:23,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3405a33be2539279835c71a8ad7413f4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44b7abf8cec765269524fc0969253b2b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46a669d023cb308f248f3e37bf4db12f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c18417c8aff08068c28cca24f6ae3b6b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1817d50bd81af7a4fcb0687ad71bfdab, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d37397e556fc57b69219b1b53552bac, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59a79f4e788ae4f9535968e6f6da74e6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37cfdbc633bad81b35c68affeb37fb2f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9ed9b90a5197990bbfa6a8bcb9a89a6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d08ea49f028c24389356fdc3a92250ac, ASSIGN}] 2024-12-05T13:58:23,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c18417c8aff08068c28cca24f6ae3b6b, ASSIGN 2024-12-05T13:58:23,705 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44b7abf8cec765269524fc0969253b2b, ASSIGN 2024-12-05T13:58:23,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46a669d023cb308f248f3e37bf4db12f, ASSIGN 2024-12-05T13:58:23,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3405a33be2539279835c71a8ad7413f4, ASSIGN 2024-12-05T13:58:23,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c18417c8aff08068c28cca24f6ae3b6b, ASSIGN; state=OFFLINE, location=da6aa2204f50,42241,1733407092049; forceNewPlan=false, retain=false 2024-12-05T13:58:23,706 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44b7abf8cec765269524fc0969253b2b, ASSIGN; state=OFFLINE, location=da6aa2204f50,40031,1733407092084; forceNewPlan=false, retain=false 2024-12-05T13:58:23,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3405a33be2539279835c71a8ad7413f4, ASSIGN; state=OFFLINE, location=da6aa2204f50,44973,1733407092018; forceNewPlan=false, retain=false 2024-12-05T13:58:23,706 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46a669d023cb308f248f3e37bf4db12f, ASSIGN; state=OFFLINE, location=da6aa2204f50,40031,1733407092084; forceNewPlan=false, retain=false 2024-12-05T13:58:23,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9ed9b90a5197990bbfa6a8bcb9a89a6, ASSIGN 2024-12-05T13:58:23,709 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d08ea49f028c24389356fdc3a92250ac, ASSIGN 2024-12-05T13:58:23,710 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d37397e556fc57b69219b1b53552bac, ASSIGN 2024-12-05T13:58:23,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59a79f4e788ae4f9535968e6f6da74e6, ASSIGN 2024-12-05T13:58:23,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37cfdbc633bad81b35c68affeb37fb2f, ASSIGN 2024-12-05T13:58:23,710 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d37397e556fc57b69219b1b53552bac, ASSIGN; state=OFFLINE, location=da6aa2204f50,42241,1733407092049; forceNewPlan=false, retain=false 2024-12-05T13:58:23,710 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9ed9b90a5197990bbfa6a8bcb9a89a6, ASSIGN; state=OFFLINE, location=da6aa2204f50,40031,1733407092084; forceNewPlan=false, retain=false 2024-12-05T13:58:23,710 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d08ea49f028c24389356fdc3a92250ac, ASSIGN; state=OFFLINE, location=da6aa2204f50,42241,1733407092049; forceNewPlan=false, retain=false 2024-12-05T13:58:23,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37cfdbc633bad81b35c68affeb37fb2f, ASSIGN; state=OFFLINE, location=da6aa2204f50,44973,1733407092018; forceNewPlan=false, retain=false 2024-12-05T13:58:23,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59a79f4e788ae4f9535968e6f6da74e6, ASSIGN; state=OFFLINE, location=da6aa2204f50,44973,1733407092018; forceNewPlan=false, retain=false 2024-12-05T13:58:23,715 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1817d50bd81af7a4fcb0687ad71bfdab, ASSIGN 2024-12-05T13:58:23,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1817d50bd81af7a4fcb0687ad71bfdab, ASSIGN; state=OFFLINE, location=da6aa2204f50,40031,1733407092084; forceNewPlan=false, retain=false 2024-12-05T13:58:23,858 INFO [da6aa2204f50:36867 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T13:58:23,860 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=59a79f4e788ae4f9535968e6f6da74e6, regionState=OPENING, regionLocation=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:23,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=37cfdbc633bad81b35c68affeb37fb2f, regionState=OPENING, regionLocation=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:23,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3405a33be2539279835c71a8ad7413f4, regionState=OPENING, regionLocation=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:23,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d37397e556fc57b69219b1b53552bac, regionState=OPENING, regionLocation=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:23,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d08ea49f028c24389356fdc3a92250ac, regionState=OPENING, regionLocation=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:23,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c18417c8aff08068c28cca24f6ae3b6b, regionState=OPENING, regionLocation=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:23,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a9ed9b90a5197990bbfa6a8bcb9a89a6, regionState=OPENING, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:23,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1817d50bd81af7a4fcb0687ad71bfdab, regionState=OPENING, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:23,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46a669d023cb308f248f3e37bf4db12f, regionState=OPENING, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:23,862 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=44b7abf8cec765269524fc0969253b2b, regionState=OPENING, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59a79f4e788ae4f9535968e6f6da74e6, ASSIGN because future has completed 2024-12-05T13:58:23,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6, server=da6aa2204f50,44973,1733407092018}] 2024-12-05T13:58:23,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37cfdbc633bad81b35c68affeb37fb2f, ASSIGN because future has completed 2024-12-05T13:58:23,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f, server=da6aa2204f50,44973,1733407092018}] 2024-12-05T13:58:23,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3405a33be2539279835c71a8ad7413f4, ASSIGN because future has completed 2024-12-05T13:58:23,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d37397e556fc57b69219b1b53552bac, ASSIGN because future has completed 2024-12-05T13:58:23,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3405a33be2539279835c71a8ad7413f4, server=da6aa2204f50,44973,1733407092018}] 2024-12-05T13:58:23,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d08ea49f028c24389356fdc3a92250ac, ASSIGN because future has completed 2024-12-05T13:58:23,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c18417c8aff08068c28cca24f6ae3b6b, ASSIGN because future has completed 2024-12-05T13:58:23,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c18417c8aff08068c28cca24f6ae3b6b, server=da6aa2204f50,42241,1733407092049}] 2024-12-05T13:58:23,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9ed9b90a5197990bbfa6a8bcb9a89a6, ASSIGN because future has completed 2024-12-05T13:58:23,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d37397e556fc57b69219b1b53552bac, server=da6aa2204f50,42241,1733407092049}] 2024-12-05T13:58:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:23,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d08ea49f028c24389356fdc3a92250ac, server=da6aa2204f50,42241,1733407092049}] 2024-12-05T13:58:23,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1817d50bd81af7a4fcb0687ad71bfdab, ASSIGN because future has completed 2024-12-05T13:58:23,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46a669d023cb308f248f3e37bf4db12f, ASSIGN because future has completed 2024-12-05T13:58:23,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6, server=da6aa2204f50,40031,1733407092084}] 2024-12-05T13:58:23,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a669d023cb308f248f3e37bf4db12f, server=da6aa2204f50,40031,1733407092084}] 2024-12-05T13:58:23,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44b7abf8cec765269524fc0969253b2b, ASSIGN because future has completed 2024-12-05T13:58:23,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44b7abf8cec765269524fc0969253b2b, server=da6aa2204f50,40031,1733407092084}] 2024-12-05T13:58:23,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab, server=da6aa2204f50,40031,1733407092084}] 2024-12-05T13:58:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:24,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:58:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:25,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:58:25,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:58:25,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:58:25,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:58:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:28,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:58:28,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:33,870 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:58:33,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:58:33,876 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:33,876 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3405a33be2539279835c71a8ad7413f4, NAME => 'SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T13:58:33,876 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,876 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,876 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,876 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,878 INFO [StoreOpener-3405a33be2539279835c71a8ad7413f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,879 INFO [StoreOpener-3405a33be2539279835c71a8ad7413f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3405a33be2539279835c71a8ad7413f4 columnFamilyName cf 2024-12-05T13:58:33,879 DEBUG [StoreOpener-3405a33be2539279835c71a8ad7413f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,880 INFO [StoreOpener-3405a33be2539279835c71a8ad7413f4-1 {}] regionserver.HStore(327): Store=3405a33be2539279835c71a8ad7413f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,880 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,881 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,881 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:58:33,881 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,882 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,882 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:58:33,884 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,886 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/3405a33be2539279835c71a8ad7413f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,887 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3405a33be2539279835c71a8ad7413f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59687408, jitterRate=-0.11058831214904785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,887 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:33,887 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3405a33be2539279835c71a8ad7413f4: Running coprocessor pre-open hook at 1733407113876Writing region info on filesystem at 1733407113876Initializing all the Stores at 1733407113878 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113878Cleaning up temporary data from old regions at 1733407113882 (+4 ms)Running coprocessor post-open hooks at 1733407113887 (+5 ms)Region opened successfully at 1733407113887 2024-12-05T13:58:33,888 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4., pid=17, masterSystemTime=1733407113870 2024-12-05T13:58:33,889 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:33,889 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c18417c8aff08068c28cca24f6ae3b6b, NAME => 'SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T13:58:33,889 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,889 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,889 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,889 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,890 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:33,890 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:33,891 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:33,891 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 59a79f4e788ae4f9535968e6f6da74e6, NAME => 'SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T13:58:33,891 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,891 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3405a33be2539279835c71a8ad7413f4, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:33,891 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,891 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,892 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:33,892 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a669d023cb308f248f3e37bf4db12f, NAME => 'SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T13:58:33,892 INFO [StoreOpener-c18417c8aff08068c28cca24f6ae3b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,893 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,893 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,893 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,893 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3405a33be2539279835c71a8ad7413f4, server=da6aa2204f50,44973,1733407092018 because future has completed 2024-12-05T13:58:33,894 INFO [StoreOpener-c18417c8aff08068c28cca24f6ae3b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c18417c8aff08068c28cca24f6ae3b6b columnFamilyName cf 2024-12-05T13:58:33,894 DEBUG [StoreOpener-c18417c8aff08068c28cca24f6ae3b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,894 INFO [StoreOpener-46a669d023cb308f248f3e37bf4db12f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,894 INFO [StoreOpener-c18417c8aff08068c28cca24f6ae3b6b-1 {}] regionserver.HStore(327): Store=c18417c8aff08068c28cca24f6ae3b6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,895 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,895 INFO [StoreOpener-59a79f4e788ae4f9535968e6f6da74e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,896 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,896 INFO [StoreOpener-46a669d023cb308f248f3e37bf4db12f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a669d023cb308f248f3e37bf4db12f columnFamilyName cf 2024-12-05T13:58:33,896 DEBUG [StoreOpener-46a669d023cb308f248f3e37bf4db12f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,896 INFO [StoreOpener-59a79f4e788ae4f9535968e6f6da74e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a79f4e788ae4f9535968e6f6da74e6 columnFamilyName cf 2024-12-05T13:58:33,896 DEBUG [StoreOpener-59a79f4e788ae4f9535968e6f6da74e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,897 INFO [StoreOpener-46a669d023cb308f248f3e37bf4db12f-1 {}] regionserver.HStore(327): Store=46a669d023cb308f248f3e37bf4db12f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,897 INFO [StoreOpener-59a79f4e788ae4f9535968e6f6da74e6-1 {}] regionserver.HStore(327): Store=59a79f4e788ae4f9535968e6f6da74e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,897 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,897 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-05T13:58:33,897 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,897 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3405a33be2539279835c71a8ad7413f4, server=da6aa2204f50,44973,1733407092018 in 10.0250 sec 2024-12-05T13:58:33,898 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,898 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,898 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,898 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,899 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,899 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3405a33be2539279835c71a8ad7413f4, ASSIGN in 10.1950 sec 2024-12-05T13:58:33,900 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,900 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,902 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,903 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,903 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,903 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,903 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 59a79f4e788ae4f9535968e6f6da74e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71246365, jitterRate=0.06165356934070587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,903 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:33,904 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 59a79f4e788ae4f9535968e6f6da74e6: Running coprocessor pre-open hook at 1733407113891Writing region info on filesystem at 1733407113891Initializing all the Stores at 1733407113894 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113894Cleaning up temporary data from old regions at 1733407113899 (+5 ms)Running coprocessor post-open hooks at 1733407113903 (+4 ms)Region opened successfully at 1733407113903 2024-12-05T13:58:33,904 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6., pid=15, masterSystemTime=1733407113870 2024-12-05T13:58:33,905 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,905 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/46a669d023cb308f248f3e37bf4db12f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,906 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 46a669d023cb308f248f3e37bf4db12f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72946131, jitterRate=0.08698205649852753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,906 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:33,906 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 46a669d023cb308f248f3e37bf4db12f: Running coprocessor pre-open hook at 1733407113893Writing region info on filesystem at 1733407113893Initializing all the Stores at 1733407113894 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113894Cleaning up temporary data from old regions at 1733407113898 (+4 ms)Running coprocessor post-open hooks at 1733407113906 (+8 ms)Region opened successfully at 1733407113906 2024-12-05T13:58:33,907 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:33,907 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:33,907 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/c18417c8aff08068c28cca24f6ae3b6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,907 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:33,907 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f., pid=22, masterSystemTime=1733407113886 2024-12-05T13:58:33,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=59a79f4e788ae4f9535968e6f6da74e6, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:33,907 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 37cfdbc633bad81b35c68affeb37fb2f, NAME => 'SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T13:58:33,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,908 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c18417c8aff08068c28cca24f6ae3b6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74044247, jitterRate=0.10334526002407074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:33,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,908 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c18417c8aff08068c28cca24f6ae3b6b: Running coprocessor pre-open hook at 1733407113890Writing region info on filesystem at 1733407113890Initializing all the Stores at 1733407113891 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113891Cleaning up temporary data from old regions at 1733407113903 (+12 ms)Running coprocessor post-open hooks at 1733407113908 (+5 ms)Region opened successfully at 1733407113908 2024-12-05T13:58:33,909 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b., pid=19, masterSystemTime=1733407113881 2024-12-05T13:58:33,910 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:33,910 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6, server=da6aa2204f50,44973,1733407092018 because future has completed 2024-12-05T13:58:33,910 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:33,910 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 44b7abf8cec765269524fc0969253b2b, NAME => 'SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T13:58:33,910 INFO [StoreOpener-37cfdbc633bad81b35c68affeb37fb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46a669d023cb308f248f3e37bf4db12f, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:33,910 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,910 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,910 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,911 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a669d023cb308f248f3e37bf4db12f, server=da6aa2204f50,40031,1733407092084 because future has completed 2024-12-05T13:58:33,913 INFO [StoreOpener-37cfdbc633bad81b35c68affeb37fb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cfdbc633bad81b35c68affeb37fb2f columnFamilyName cf 2024-12-05T13:58:33,913 DEBUG [StoreOpener-37cfdbc633bad81b35c68affeb37fb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c18417c8aff08068c28cca24f6ae3b6b, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:33,914 INFO [StoreOpener-37cfdbc633bad81b35c68affeb37fb2f-1 {}] regionserver.HStore(327): Store=37cfdbc633bad81b35c68affeb37fb2f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,914 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-05T13:58:33,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6, server=da6aa2204f50,44973,1733407092018 in 10.0460 sec 2024-12-05T13:58:33,916 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c18417c8aff08068c28cca24f6ae3b6b, server=da6aa2204f50,42241,1733407092049 because future has completed 2024-12-05T13:58:33,917 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-05T13:58:33,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a669d023cb308f248f3e37bf4db12f, server=da6aa2204f50,40031,1733407092084 in 10.0300 sec 2024-12-05T13:58:33,917 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,917 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59a79f4e788ae4f9535968e6f6da74e6, ASSIGN in 10.2120 sec 2024-12-05T13:58:33,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46a669d023cb308f248f3e37bf4db12f, ASSIGN in 10.2140 sec 2024-12-05T13:58:33,920 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-12-05T13:58:33,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c18417c8aff08068c28cca24f6ae3b6b, server=da6aa2204f50,42241,1733407092049 in 10.0410 sec 2024-12-05T13:58:33,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c18417c8aff08068c28cca24f6ae3b6b, ASSIGN in 10.2170 sec 2024-12-05T13:58:33,923 INFO [StoreOpener-44b7abf8cec765269524fc0969253b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,923 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,924 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 37cfdbc633bad81b35c68affeb37fb2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70963972, jitterRate=0.05744558572769165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,924 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:33,924 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 37cfdbc633bad81b35c68affeb37fb2f: Running coprocessor pre-open hook at 1733407113908Writing region info on filesystem at 1733407113908Initializing all the Stores at 1733407113909 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113909Cleaning up temporary data from old regions at 1733407113917 (+8 ms)Running coprocessor post-open hooks at 1733407113924 (+7 ms)Region opened successfully at 1733407113924 2024-12-05T13:58:33,924 INFO [StoreOpener-44b7abf8cec765269524fc0969253b2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b7abf8cec765269524fc0969253b2b columnFamilyName cf 2024-12-05T13:58:33,924 DEBUG [StoreOpener-44b7abf8cec765269524fc0969253b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,925 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f., pid=16, masterSystemTime=1733407113870 2024-12-05T13:58:33,925 INFO [StoreOpener-44b7abf8cec765269524fc0969253b2b-1 {}] regionserver.HStore(327): Store=44b7abf8cec765269524fc0969253b2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,925 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,925 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:33,926 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:33,926 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d08ea49f028c24389356fdc3a92250ac, NAME => 'SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,926 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,927 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,927 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,927 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:33,927 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:33,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=37cfdbc633bad81b35c68affeb37fb2f, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:33,928 INFO [StoreOpener-d08ea49f028c24389356fdc3a92250ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f, server=da6aa2204f50,44973,1733407092018 because future has completed 2024-12-05T13:58:33,929 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,930 INFO [StoreOpener-d08ea49f028c24389356fdc3a92250ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d08ea49f028c24389356fdc3a92250ac columnFamilyName cf 2024-12-05T13:58:33,930 DEBUG [StoreOpener-d08ea49f028c24389356fdc3a92250ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,930 INFO [StoreOpener-d08ea49f028c24389356fdc3a92250ac-1 {}] regionserver.HStore(327): Store=d08ea49f028c24389356fdc3a92250ac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,930 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,931 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,932 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,932 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,932 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-05T13:58:33,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f, server=da6aa2204f50,44973,1733407092018 in 10.0630 sec 2024-12-05T13:58:33,934 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37cfdbc633bad81b35c68affeb37fb2f, ASSIGN in 10.2300 sec 2024-12-05T13:58:33,935 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/44b7abf8cec765269524fc0969253b2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,935 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 44b7abf8cec765269524fc0969253b2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65489827, jitterRate=-0.024125531315803528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,936 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:33,936 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 44b7abf8cec765269524fc0969253b2b: Running coprocessor pre-open hook at 1733407113911Writing region info on filesystem at 1733407113911Initializing all the Stores at 1733407113913 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113913Cleaning up temporary data from old regions at 1733407113927 (+14 ms)Running coprocessor post-open hooks at 1733407113936 (+9 ms)Region opened successfully at 1733407113936 2024-12-05T13:58:33,936 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,937 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b., pid=23, masterSystemTime=1733407113886 2024-12-05T13:58:33,937 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d08ea49f028c24389356fdc3a92250ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68436136, jitterRate=0.019777894020080566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,937 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:33,937 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d08ea49f028c24389356fdc3a92250ac: Running coprocessor pre-open hook at 1733407113926Writing region info on filesystem at 1733407113926Initializing all the Stores at 1733407113927 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113927Cleaning up temporary data from old regions at 1733407113932 (+5 ms)Running coprocessor post-open hooks at 1733407113937 (+5 ms)Region opened successfully at 1733407113937 2024-12-05T13:58:33,938 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., pid=20, masterSystemTime=1733407113881 2024-12-05T13:58:33,938 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:33,938 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:33,938 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:33,939 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a9ed9b90a5197990bbfa6a8bcb9a89a6, NAME => 'SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T13:58:33,939 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,939 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,939 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,939 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=44b7abf8cec765269524fc0969253b2b, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:33,940 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:33,940 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:33,940 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:33,940 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d37397e556fc57b69219b1b53552bac, NAME => 'SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T13:58:33,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,941 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,941 INFO [StoreOpener-a9ed9b90a5197990bbfa6a8bcb9a89a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d08ea49f028c24389356fdc3a92250ac, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:33,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44b7abf8cec765269524fc0969253b2b, server=da6aa2204f50,40031,1733407092084 because future has completed 2024-12-05T13:58:33,943 INFO [StoreOpener-8d37397e556fc57b69219b1b53552bac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,943 INFO [StoreOpener-a9ed9b90a5197990bbfa6a8bcb9a89a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9ed9b90a5197990bbfa6a8bcb9a89a6 columnFamilyName cf 2024-12-05T13:58:33,943 DEBUG [StoreOpener-a9ed9b90a5197990bbfa6a8bcb9a89a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d08ea49f028c24389356fdc3a92250ac, server=da6aa2204f50,42241,1733407092049 because future has completed 2024-12-05T13:58:33,944 INFO [StoreOpener-a9ed9b90a5197990bbfa6a8bcb9a89a6-1 {}] regionserver.HStore(327): Store=a9ed9b90a5197990bbfa6a8bcb9a89a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,944 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,945 INFO [StoreOpener-8d37397e556fc57b69219b1b53552bac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d37397e556fc57b69219b1b53552bac columnFamilyName cf 2024-12-05T13:58:33,945 DEBUG [StoreOpener-8d37397e556fc57b69219b1b53552bac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,946 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-05T13:58:33,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 44b7abf8cec765269524fc0969253b2b, server=da6aa2204f50,40031,1733407092084 in 10.0570 sec 2024-12-05T13:58:33,946 INFO [StoreOpener-8d37397e556fc57b69219b1b53552bac-1 {}] regionserver.HStore(327): Store=8d37397e556fc57b69219b1b53552bac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,946 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,946 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,947 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,947 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,947 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-05T13:58:33,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44b7abf8cec765269524fc0969253b2b, ASSIGN in 10.2430 sec 2024-12-05T13:58:33,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d08ea49f028c24389356fdc3a92250ac, server=da6aa2204f50,42241,1733407092049 in 10.0670 sec 2024-12-05T13:58:33,948 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,949 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,949 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,949 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d08ea49f028c24389356fdc3a92250ac, ASSIGN in 10.2450 sec 2024-12-05T13:58:33,951 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,952 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,952 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a9ed9b90a5197990bbfa6a8bcb9a89a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61784207, jitterRate=-0.07934357225894928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,952 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:33,952 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a9ed9b90a5197990bbfa6a8bcb9a89a6: Running coprocessor pre-open hook at 1733407113939Writing region info on filesystem at 1733407113939Initializing all the Stores at 1733407113940 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113941 (+1 ms)Cleaning up temporary data from old regions at 1733407113947 (+6 ms)Running coprocessor post-open hooks at 1733407113952 (+5 ms)Region opened successfully at 1733407113952 2024-12-05T13:58:33,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/8d37397e556fc57b69219b1b53552bac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,953 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., pid=21, masterSystemTime=1733407113886 2024-12-05T13:58:33,953 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8d37397e556fc57b69219b1b53552bac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73637901, jitterRate=0.09729023277759552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:33,953 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8d37397e556fc57b69219b1b53552bac: Running coprocessor pre-open hook at 1733407113941Writing region info on filesystem at 1733407113941Initializing all the Stores at 1733407113942 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113942Cleaning up temporary data from old regions at 1733407113949 (+7 ms)Running coprocessor post-open hooks at 1733407113953 (+4 ms)Region opened successfully at 1733407113953 2024-12-05T13:58:33,954 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac., pid=18, masterSystemTime=1733407113881 2024-12-05T13:58:33,955 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:33,955 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:33,955 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:33,955 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1817d50bd81af7a4fcb0687ad71bfdab, NAME => 'SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T13:58:33,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a9ed9b90a5197990bbfa6a8bcb9a89a6, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:33,956 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,956 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:58:33,956 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,956 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:33,956 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,956 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:33,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d37397e556fc57b69219b1b53552bac, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:33,958 INFO [StoreOpener-1817d50bd81af7a4fcb0687ad71bfdab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6, server=da6aa2204f50,40031,1733407092084 because future has completed 2024-12-05T13:58:33,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d37397e556fc57b69219b1b53552bac, server=da6aa2204f50,42241,1733407092049 because future has completed 2024-12-05T13:58:33,961 INFO [StoreOpener-1817d50bd81af7a4fcb0687ad71bfdab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1817d50bd81af7a4fcb0687ad71bfdab columnFamilyName cf 2024-12-05T13:58:33,961 DEBUG [StoreOpener-1817d50bd81af7a4fcb0687ad71bfdab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:58:33,962 INFO [StoreOpener-1817d50bd81af7a4fcb0687ad71bfdab-1 {}] regionserver.HStore(327): Store=1817d50bd81af7a4fcb0687ad71bfdab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:58:33,963 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-12-05T13:58:33,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6, server=da6aa2204f50,40031,1733407092084 in 10.0770 sec 2024-12-05T13:58:33,964 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,964 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,965 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,965 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-05T13:58:33,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9ed9b90a5197990bbfa6a8bcb9a89a6, ASSIGN in 10.2600 sec 2024-12-05T13:58:33,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d37397e556fc57b69219b1b53552bac, server=da6aa2204f50,42241,1733407092049 in 10.0910 sec 2024-12-05T13:58:33,967 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d37397e556fc57b69219b1b53552bac, ASSIGN in 10.2620 sec 2024-12-05T13:58:33,969 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/1817d50bd81af7a4fcb0687ad71bfdab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:58:33,970 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1817d50bd81af7a4fcb0687ad71bfdab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74929122, jitterRate=0.11653092503547668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:58:33,970 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:33,970 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1817d50bd81af7a4fcb0687ad71bfdab: Running coprocessor pre-open hook at 1733407113956Writing region info on filesystem at 1733407113956Initializing all the Stores at 1733407113958 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407113958Cleaning up temporary data from old regions at 1733407113965 (+7 ms)Running coprocessor post-open hooks at 1733407113970 (+5 ms)Region opened successfully at 1733407113970 2024-12-05T13:58:33,971 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab., pid=24, masterSystemTime=1733407113886 2024-12-05T13:58:33,973 DEBUG [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:33,973 INFO [RS_OPEN_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:33,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1817d50bd81af7a4fcb0687ad71bfdab, regionState=OPEN, openSeqNum=2, regionLocation=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:33,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab, server=da6aa2204f50,40031,1733407092084 because future has completed 2024-12-05T13:58:33,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-05T13:58:33,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab, server=da6aa2204f50,40031,1733407092084 in 10.0870 sec 2024-12-05T13:58:33,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-05T13:58:33,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1817d50bd81af7a4fcb0687ad71bfdab, ASSIGN in 10.2760 sec 2024-12-05T13:58:33,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:58:33,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733407113982"}]},"ts":"1733407113982"} 2024-12-05T13:58:33,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T13:58:33,985 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:58:33,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7360 sec 2024-12-05T13:58:36,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T13:58:38,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:38,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:38,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:39,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:58:39,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:39,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:39,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:58:41,531 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T13:58:41,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T13:58:41,531 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:58:41,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T13:58:41,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:58:41,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T13:58:41,556 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,558 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,558 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,588 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,589 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,590 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,591 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,592 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f., hostname=da6aa2204f50,44973,1733407092018, seqNum=2] 2024-12-05T13:58:41,621 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., hostname=da6aa2204f50,40031,1733407092084, seqNum=2] 2024-12-05T13:58:41,622 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., hostname=da6aa2204f50,40031,1733407092084, seqNum=2] 2024-12-05T13:58:41,623 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., hostname=da6aa2204f50,40031,1733407092084, seqNum=2] 2024-12-05T13:58:41,624 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., hostname=da6aa2204f50,40031,1733407092084, seqNum=2] 2024-12-05T13:58:41,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., hostname=da6aa2204f50,40031,1733407092084, seqNum=2] 2024-12-05T13:58:41,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., hostname=da6aa2204f50,42241,1733407092049, seqNum=2] 2024-12-05T13:58:41,676 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., hostname=da6aa2204f50,42241,1733407092049, seqNum=2] 2024-12-05T13:58:41,677 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., hostname=da6aa2204f50,42241,1733407092049, seqNum=2] 2024-12-05T13:58:41,678 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., hostname=da6aa2204f50,42241,1733407092049, seqNum=2] 2024-12-05T13:58:41,678 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., hostname=da6aa2204f50,42241,1733407092049, seqNum=2] 2024-12-05T13:58:41,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:58:42,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:58:42,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:58:42,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:58:42,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:58:42,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:58:42,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:58:42,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:42,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40031 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:58:42,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T13:58:42,673 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T13:58:42,674 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:58:42,675 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T13:58:42,676 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T13:58:42,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T13:58:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741848_1024 (size=49) 2024-12-05T13:58:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741848_1024 (size=49) 2024-12-05T13:58:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741848_1024 (size=49) 2024-12-05T13:58:42,690 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T13:58:42,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3405a33be2539279835c71a8ad7413f4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44b7abf8cec765269524fc0969253b2b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a669d023cb308f248f3e37bf4db12f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c18417c8aff08068c28cca24f6ae3b6b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d37397e556fc57b69219b1b53552bac}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d08ea49f028c24389356fdc3a92250ac}] 2024-12-05T13:58:42,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:42,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:42,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:42,693 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:42,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:42,695 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:42,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:42,695 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:42,696 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:42,699 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:47,655 INFO [regionserver/da6aa2204f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-05T13:58:52,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T13:58:52,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T13:58:52,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T13:58:52,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T13:58:52,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:52,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T13:58:52,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:52,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:52,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:52,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T13:58:52,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:52,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d08ea49f028c24389356fdc3a92250ac 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-05T13:58:52,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a9ed9b90a5197990bbfa6a8bcb9a89a6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T13:58:52,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3405a33be2539279835c71a8ad7413f4: 2024-12-05T13:58:52,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T13:58:52,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 59a79f4e788ae4f9535968e6f6da74e6 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-05T13:58:52,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1817d50bd81af7a4fcb0687ad71bfdab: 2024-12-05T13:58:52,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T13:58:52,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8d37397e556fc57b69219b1b53552bac: 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 44b7abf8cec765269524fc0969253b2b: 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:58:52,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 37cfdbc633bad81b35c68affeb37fb2f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c18417c8aff08068c28cca24f6ae3b6b: 2024-12-05T13:58:52,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:58:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741849_1025 (size=65) 2024-12-05T13:58:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741852_1028 (size=65) 2024-12-05T13:58:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741852_1028 (size=65) 2024-12-05T13:58:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741851_1027 (size=65) 2024-12-05T13:58:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741852_1028 (size=65) 2024-12-05T13:58:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741851_1027 (size=65) 2024-12-05T13:58:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741851_1027 (size=65) 2024-12-05T13:58:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741849_1025 (size=65) 2024-12-05T13:58:52,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741849_1025 (size=65) 2024-12-05T13:58:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741853_1029 (size=57) 2024-12-05T13:58:52,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:58:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741853_1029 (size=57) 2024-12-05T13:58:52,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T13:58:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741853_1029 (size=57) 2024-12-05T13:58:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T13:58:52,745 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:52,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:58:52,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:58:52,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T13:58:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T13:58:52,746 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:52,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:58:52,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/.tmp/cf/2d504e58e023491cbb628aefc8dbaafa is 34, key is aaa/cf:cf/1733407122261/Put/seqid=0 2024-12-05T13:58:52,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/.tmp/cf/1342a045785d47b38b6c5e1a5257679e is 34, key is baa/cf:cf/1733407122283/Put/seqid=0 2024-12-05T13:58:52,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8d37397e556fc57b69219b1b53552bac in 10.0570 sec 2024-12-05T13:58:52,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3405a33be2539279835c71a8ad7413f4 in 10.0580 sec 2024-12-05T13:58:52,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/.tmp/cf/58721c1232b142038fdd7774e141d15f is 34, key is ccd/cf:cf/1733407122291/Put/seqid=0 2024-12-05T13:58:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741850_1026 (size=65) 2024-12-05T13:58:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741850_1026 (size=65) 2024-12-05T13:58:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741850_1026 (size=65) 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 46a669d023cb308f248f3e37bf4db12f: 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:52,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T13:58:52,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:58:52,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1817d50bd81af7a4fcb0687ad71bfdab in 10.0650 sec 2024-12-05T13:58:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741855_1031 (size=28623) 2024-12-05T13:58:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741855_1031 (size=28623) 2024-12-05T13:58:52,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/.tmp/cf/1342a045785d47b38b6c5e1a5257679e 2024-12-05T13:58:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741855_1031 (size=28623) 2024-12-05T13:58:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741858_1034 (size=65) 2024-12-05T13:58:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741858_1034 (size=65) 2024-12-05T13:58:52,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741858_1034 (size=65) 2024-12-05T13:58:52,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:58:52,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T13:58:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T13:58:52,801 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:52,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:58:52,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46a669d023cb308f248f3e37bf4db12f in 10.1120 sec 2024-12-05T13:58:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741854_1030 (size=26918) 2024-12-05T13:58:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741854_1030 (size=26918) 2024-12-05T13:58:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741854_1030 (size=26918) 2024-12-05T13:58:52,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/.tmp/cf/2d504e58e023491cbb628aefc8dbaafa 2024-12-05T13:58:52,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/.tmp/cf/b03dd8f336a6449cafdcd50ebc0ecdef is 34, key is eaa/cf:cf/1733407122602/Put/seqid=0 2024-12-05T13:58:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741857_1033 (size=499309) 2024-12-05T13:58:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741857_1033 (size=499309) 2024-12-05T13:58:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741857_1033 (size=499309) 2024-12-05T13:58:52,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/.tmp/cf/b03dd8f336a6449cafdcd50ebc0ecdef 2024-12-05T13:58:52,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741856_1032 (size=47197) 2024-12-05T13:58:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741856_1032 (size=47197) 2024-12-05T13:58:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741856_1032 (size=47197) 2024-12-05T13:58:52,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/.tmp/cf/58721c1232b142038fdd7774e141d15f 2024-12-05T13:58:52,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/.tmp/cf/1342a045785d47b38b6c5e1a5257679e as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/cf/1342a045785d47b38b6c5e1a5257679e 2024-12-05T13:58:52,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/.tmp/cf/58721c1232b142038fdd7774e141d15f as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/cf/58721c1232b142038fdd7774e141d15f 2024-12-05T13:58:52,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/.tmp/cf/b03dd8f336a6449cafdcd50ebc0ecdef as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/cf/b03dd8f336a6449cafdcd50ebc0ecdef 2024-12-05T13:58:52,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/.tmp/cf/2d504e58e023491cbb628aefc8dbaafa as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/cf/2d504e58e023491cbb628aefc8dbaafa 2024-12-05T13:58:52,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/cf/1342a045785d47b38b6c5e1a5257679e, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T13:58:52,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 37cfdbc633bad81b35c68affeb37fb2f in 139ms, sequenceid=5, compaction requested=false 2024-12-05T13:58:52,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 37cfdbc633bad81b35c68affeb37fb2f: 2024-12-05T13:58:52,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/cf/1342a045785d47b38b6c5e1a5257679e] hfiles 2024-12-05T13:58:52,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/cf/1342a045785d47b38b6c5e1a5257679e for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/cf/58721c1232b142038fdd7774e141d15f, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T13:58:52,841 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a9ed9b90a5197990bbfa6a8bcb9a89a6 in 144ms, sequenceid=5, compaction requested=false 2024-12-05T13:58:52,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a9ed9b90a5197990bbfa6a8bcb9a89a6: 2024-12-05T13:58:52,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/cf/2d504e58e023491cbb628aefc8dbaafa, entries=676, sequenceid=5, filesize=26.3 K 2024-12-05T13:58:52,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/cf/58721c1232b142038fdd7774e141d15f] hfiles 2024-12-05T13:58:52,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/cf/58721c1232b142038fdd7774e141d15f for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 59a79f4e788ae4f9535968e6f6da74e6 in 146ms, sequenceid=5, compaction requested=false 2024-12-05T13:58:52,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/cf/b03dd8f336a6449cafdcd50ebc0ecdef, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-05T13:58:52,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 59a79f4e788ae4f9535968e6f6da74e6: 2024-12-05T13:58:52,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/cf/2d504e58e023491cbb628aefc8dbaafa] hfiles 2024-12-05T13:58:52,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/cf/2d504e58e023491cbb628aefc8dbaafa for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d08ea49f028c24389356fdc3a92250ac in 147ms, sequenceid=5, compaction requested=false 2024-12-05T13:58:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d08ea49f028c24389356fdc3a92250ac: 2024-12-05T13:58:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. for SnapshotProcedureTest completed. 2024-12-05T13:58:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T13:58:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/cf/b03dd8f336a6449cafdcd50ebc0ecdef] hfiles 2024-12-05T13:58:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/cf/b03dd8f336a6449cafdcd50ebc0ecdef for snapshot=SnapshotProcedureTest 2024-12-05T13:58:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741861_1037 (size=105) 2024-12-05T13:58:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741861_1037 (size=105) 2024-12-05T13:58:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741861_1037 (size=105) 2024-12-05T13:58:52,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:58:52,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T13:58:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T13:58:52,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:52,857 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:58:52,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9ed9b90a5197990bbfa6a8bcb9a89a6 in 10.1680 sec 2024-12-05T13:58:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741859_1035 (size=105) 2024-12-05T13:58:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741859_1035 (size=105) 2024-12-05T13:58:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741859_1035 (size=105) 2024-12-05T13:58:52,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:58:52,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T13:58:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T13:58:52,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:52,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:58:52,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37cfdbc633bad81b35c68affeb37fb2f in 10.1730 sec 2024-12-05T13:58:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741860_1036 (size=105) 2024-12-05T13:58:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741860_1036 (size=105) 2024-12-05T13:58:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741860_1036 (size=105) 2024-12-05T13:58:52,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:58:52,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T13:58:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T13:58:52,872 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:52,872 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:58:52,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59a79f4e788ae4f9535968e6f6da74e6 in 10.1830 sec 2024-12-05T13:58:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741862_1038 (size=97) 2024-12-05T13:58:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741862_1038 (size=97) 2024-12-05T13:58:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741862_1038 (size=97) 2024-12-05T13:58:52,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:58:52,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T13:58:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T13:58:52,882 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:52,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:58:52,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d08ea49f028c24389356fdc3a92250ac in 10.1930 sec 2024-12-05T13:58:53,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:58:53,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:58:53,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T13:58:53,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T13:58:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T13:58:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T13:58:53,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:53,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:53,135 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:58:53,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:58:53,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c18417c8aff08068c28cca24f6ae3b6b in 10.4460 sec 2024-12-05T13:58:53,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-12-05T13:58:53,139 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T13:58:53,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44b7abf8cec765269524fc0969253b2b in 10.4460 sec 2024-12-05T13:58:53,139 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T13:58:53,140 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T13:58:53,140 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T13:58:53,142 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:58:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741863_1039 (size=1174) 2024-12-05T13:58:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741863_1039 (size=1174) 2024-12-05T13:58:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741863_1039 (size=1174) 2024-12-05T13:58:53,163 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T13:58:53,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T13:58:53,170 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:53,170 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:53,170 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:53,170 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:53,170 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,40031,1733407092084 2024-12-05T13:58:53,174 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:53,174 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:58:53,174 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:53,174 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,42241,1733407092049 2024-12-05T13:58:53,194 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T13:59:01,448 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6aa2204f50:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-05T13:59:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-05T13:59:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-05T13:59:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-05T13:59:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-05T13:59:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-05T13:59:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T13:59:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-05T13:59:03,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-05T13:59:03,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-05T13:59:03,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:59:03,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:59:03,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T13:59:03,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T13:59:03,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-05T13:59:03,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T13:59:03,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T13:59:03,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T13:59:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T13:59:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T13:59:03,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T13:59:03,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T13:59:03,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T13:59:03,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da6aa2204f50:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T13:59:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T13:59:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T13:59:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T13:59:03,184 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,42241,1733407092049 Release verify snapshot worker=da6aa2204f50,42241,1733407092049 2024-12-05T13:59:03,184 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40031,1733407092084 Release verify snapshot worker=da6aa2204f50,40031,1733407092084 2024-12-05T13:59:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-05T13:59:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T13:59:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-05T13:59:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T13:59:03,186 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,44973,1733407092018 Release verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:59:03,186 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,42241,1733407092049 Release verify snapshot worker=da6aa2204f50,42241,1733407092049 2024-12-05T13:59:03,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40031,1733407092084 in 10.0160 sec 2024-12-05T13:59:03,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,42241,1733407092049 in 10.0160 sec 2024-12-05T13:59:03,187 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,44973,1733407092018 Release verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:59:03,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,44973,1733407092018 in 10.0180 sec 2024-12-05T13:59:03,187 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40031,1733407092084 Release verify snapshot worker=da6aa2204f50,40031,1733407092084 2024-12-05T13:59:03,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,42241,1733407092049 in 10.0180 sec 2024-12-05T13:59:03,188 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,42241,1733407092049 Release verify snapshot worker=da6aa2204f50,42241,1733407092049 2024-12-05T13:59:03,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,44973,1733407092018 in 10.0190 sec 2024-12-05T13:59:03,188 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,44973,1733407092018 Release verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:59:03,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40031,1733407092084 in 10.0190 sec 2024-12-05T13:59:03,189 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40031,1733407092084 Release verify snapshot worker=da6aa2204f50,40031,1733407092084 2024-12-05T13:59:03,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,42241,1733407092049 in 10.0200 sec 2024-12-05T13:59:03,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,44973,1733407092018 in 10.0200 sec 2024-12-05T13:59:03,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da6aa2204f50,40031,1733407092084 in 10.0210 sec 2024-12-05T13:59:03,194 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T13:59:03,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:59:03,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:59:03,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:59:03,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:59:03,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=905303875, stopped=false 2024-12-05T13:59:03,195 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da6aa2204f50,44973,1733407092018 2024-12-05T13:59:03,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6aa2204f50,36867,1733407091877 2024-12-05T13:59:03,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:59:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:59:03,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:59:03,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:59:03,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:59:03,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,44973,1733407092018' ***** 2024-12-05T13:59:03,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:59:03,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:59:03,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,42241,1733407092049' ***** 2024-12-05T13:59:03,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:59:03,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6aa2204f50,40031,1733407092084' ***** 2024-12-05T13:59:03,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:59:03,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:59:03,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:59:03,273 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:59:03,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:59:03,273 INFO [RS:0;da6aa2204f50:44973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:59:03,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:59:03,274 INFO [RS:0;da6aa2204f50:44973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:59:03,274 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(3091): Received CLOSE for 3405a33be2539279835c71a8ad7413f4 2024-12-05T13:59:03,274 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:59:03,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:59:03,274 INFO [RS:1;da6aa2204f50:42241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:59:03,274 INFO [RS:1;da6aa2204f50:42241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:59:03,274 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:59:03,274 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:59:03,274 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(3091): Received CLOSE for 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:59:03,275 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(3091): Received CLOSE for 37cfdbc633bad81b35c68affeb37fb2f 2024-12-05T13:59:03,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:59:03,275 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,44973,1733407092018 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1817d50bd81af7a4fcb0687ad71bfdab 2024-12-05T13:59:03,275 INFO [RS:0;da6aa2204f50:44973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:59:03,275 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d37397e556fc57b69219b1b53552bac 2024-12-05T13:59:03,275 INFO [RS:0;da6aa2204f50:44973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6aa2204f50:44973. 2024-12-05T13:59:03,275 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for c18417c8aff08068c28cca24f6ae3b6b 2024-12-05T13:59:03,275 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,42241,1733407092049 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d08ea49f028c24389356fdc3a92250ac, disabling compactions & flushes 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3405a33be2539279835c71a8ad7413f4, disabling compactions & flushes 2024-12-05T13:59:03,275 DEBUG [RS:0;da6aa2204f50:44973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(3091): Received CLOSE for a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:59:03,275 INFO [RS:1;da6aa2204f50:42241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:59:03,275 DEBUG [RS:0;da6aa2204f50:44973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a669d023cb308f248f3e37bf4db12f 2024-12-05T13:59:03,275 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:59:03,275 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:59:03,275 INFO [RS:1;da6aa2204f50:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da6aa2204f50:42241. 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(3091): Received CLOSE for 44b7abf8cec765269524fc0969253b2b 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:59:03,275 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1817d50bd81af7a4fcb0687ad71bfdab, disabling compactions & flushes 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(959): stopping server da6aa2204f50,40031,1733407092084 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. after waiting 0 ms 2024-12-05T13:59:03,275 DEBUG [RS:1;da6aa2204f50:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. after waiting 0 ms 2024-12-05T13:59:03,275 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1325): Online Regions={3405a33be2539279835c71a8ad7413f4=SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4., 59a79f4e788ae4f9535968e6f6da74e6=SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6., 37cfdbc633bad81b35c68affeb37fb2f=SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f.} 2024-12-05T13:59:03,275 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:59:03,275 DEBUG [RS:1;da6aa2204f50:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:59:03,275 DEBUG [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1351): Waiting on 3405a33be2539279835c71a8ad7413f4, 37cfdbc633bad81b35c68affeb37fb2f, 59a79f4e788ae4f9535968e6f6da74e6 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. after waiting 0 ms 2024-12-05T13:59:03,275 INFO [RS:2;da6aa2204f50:40031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;da6aa2204f50:40031. 2024-12-05T13:59:03,275 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:59:03,275 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:59:03,275 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1325): Online Regions={d08ea49f028c24389356fdc3a92250ac=SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac., 8d37397e556fc57b69219b1b53552bac=SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac., c18417c8aff08068c28cca24f6ae3b6b=SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b.} 2024-12-05T13:59:03,275 DEBUG [RS:2;da6aa2204f50:40031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:59:03,276 DEBUG [RS:2;da6aa2204f50:40031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,276 DEBUG [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1351): Waiting on 8d37397e556fc57b69219b1b53552bac, c18417c8aff08068c28cca24f6ae3b6b, d08ea49f028c24389356fdc3a92250ac 2024-12-05T13:59:03,276 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:59:03,276 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:59:03,276 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:59:03,276 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:59:03,276 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T13:59:03,276 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1325): Online Regions={1817d50bd81af7a4fcb0687ad71bfdab=SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab., a9ed9b90a5197990bbfa6a8bcb9a89a6=SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6., 1588230740=hbase:meta,,1.1588230740, 46a669d023cb308f248f3e37bf4db12f=SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f., 44b7abf8cec765269524fc0969253b2b=SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b.} 2024-12-05T13:59:03,276 DEBUG [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1817d50bd81af7a4fcb0687ad71bfdab, 44b7abf8cec765269524fc0969253b2b, 46a669d023cb308f248f3e37bf4db12f, a9ed9b90a5197990bbfa6a8bcb9a89a6 2024-12-05T13:59:03,276 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:59:03,276 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:59:03,276 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:59:03,276 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:59:03,276 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:59:03,277 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-05T13:59:03,280 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/3405a33be2539279835c71a8ad7413f4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:59:03,281 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:59:03,281 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3405a33be2539279835c71a8ad7413f4: Waiting for close lock at 1733407143275Running coprocessor pre-close hooks at 1733407143275Disabling compacts and flushes for region at 1733407143275Disabling writes for close at 1733407143275Writing region close event to WAL at 1733407143276 (+1 ms)Running coprocessor post-close hooks at 1733407143281 (+5 ms)Closed at 1733407143281 2024-12-05T13:59:03,281 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733407103248.3405a33be2539279835c71a8ad7413f4. 2024-12-05T13:59:03,281 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59a79f4e788ae4f9535968e6f6da74e6, disabling compactions & flushes 2024-12-05T13:59:03,281 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:59:03,282 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:59:03,282 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. after waiting 0 ms 2024-12-05T13:59:03,282 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:59:03,282 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/d08ea49f028c24389356fdc3a92250ac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:59:03,282 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:59:03,282 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d08ea49f028c24389356fdc3a92250ac: Waiting for close lock at 1733407143275Running coprocessor pre-close hooks at 1733407143275Disabling compacts and flushes for region at 1733407143275Disabling writes for close at 1733407143275Writing region close event to WAL at 1733407143276 (+1 ms)Running coprocessor post-close hooks at 1733407143282 (+6 ms)Closed at 1733407143282 2024-12-05T13:59:03,283 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733407103248.d08ea49f028c24389356fdc3a92250ac. 2024-12-05T13:59:03,283 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d37397e556fc57b69219b1b53552bac, disabling compactions & flushes 2024-12-05T13:59:03,283 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:59:03,283 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:59:03,283 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. after waiting 0 ms 2024-12-05T13:59:03,283 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:59:03,283 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/1817d50bd81af7a4fcb0687ad71bfdab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:59:03,284 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:59:03,284 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1817d50bd81af7a4fcb0687ad71bfdab: Waiting for close lock at 1733407143275Running coprocessor pre-close hooks at 1733407143275Disabling compacts and flushes for region at 1733407143275Disabling writes for close at 1733407143275Writing region close event to WAL at 1733407143276 (+1 ms)Running coprocessor post-close hooks at 1733407143284 (+8 ms)Closed at 1733407143284 2024-12-05T13:59:03,284 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733407103248.1817d50bd81af7a4fcb0687ad71bfdab. 2024-12-05T13:59:03,284 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9ed9b90a5197990bbfa6a8bcb9a89a6, disabling compactions & flushes 2024-12-05T13:59:03,284 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:59:03,284 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:59:03,284 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. after waiting 0 ms 2024-12-05T13:59:03,284 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:59:03,291 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/59a79f4e788ae4f9535968e6f6da74e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:59:03,291 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/8d37397e556fc57b69219b1b53552bac/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:59:03,292 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59a79f4e788ae4f9535968e6f6da74e6: Waiting for close lock at 1733407143281Running coprocessor pre-close hooks at 1733407143281Disabling compacts and flushes for region at 1733407143281Disabling writes for close at 1733407143282 (+1 ms)Writing region close event to WAL at 1733407143283 (+1 ms)Running coprocessor post-close hooks at 1733407143292 (+9 ms)Closed at 1733407143292 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733407103248.59a79f4e788ae4f9535968e6f6da74e6. 2024-12-05T13:59:03,292 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d37397e556fc57b69219b1b53552bac: Waiting for close lock at 1733407143283Running coprocessor pre-close hooks at 1733407143283Disabling compacts and flushes for region at 1733407143283Disabling writes for close at 1733407143283Writing region close event to WAL at 1733407143283Running coprocessor post-close hooks at 1733407143292 (+9 ms)Closed at 1733407143292 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37cfdbc633bad81b35c68affeb37fb2f, disabling compactions & flushes 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733407103248.8d37397e556fc57b69219b1b53552bac. 2024-12-05T13:59:03,292 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c18417c8aff08068c28cca24f6ae3b6b, disabling compactions & flushes 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. after waiting 0 ms 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:59:03,292 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. after waiting 0 ms 2024-12-05T13:59:03,292 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:59:03,293 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/a9ed9b90a5197990bbfa6a8bcb9a89a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:59:03,293 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:59:03,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9ed9b90a5197990bbfa6a8bcb9a89a6: Waiting for close lock at 1733407143284Running coprocessor pre-close hooks at 1733407143284Disabling compacts and flushes for region at 1733407143284Disabling writes for close at 1733407143284Writing region close event to WAL at 1733407143285 (+1 ms)Running coprocessor post-close hooks at 1733407143293 (+8 ms)Closed at 1733407143293 2024-12-05T13:59:03,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733407103248.a9ed9b90a5197990bbfa6a8bcb9a89a6. 2024-12-05T13:59:03,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a669d023cb308f248f3e37bf4db12f, disabling compactions & flushes 2024-12-05T13:59:03,294 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:59:03,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:59:03,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. after waiting 0 ms 2024-12-05T13:59:03,294 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:59:03,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/c18417c8aff08068c28cca24f6ae3b6b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:59:03,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/37cfdbc633bad81b35c68affeb37fb2f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:59:03,296 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:59:03,296 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:59:03,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c18417c8aff08068c28cca24f6ae3b6b: Waiting for close lock at 1733407143292Running coprocessor pre-close hooks at 1733407143292Disabling compacts and flushes for region at 1733407143292Disabling writes for close at 1733407143292Writing region close event to WAL at 1733407143293 (+1 ms)Running coprocessor post-close hooks at 1733407143296 (+3 ms)Closed at 1733407143296 2024-12-05T13:59:03,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37cfdbc633bad81b35c68affeb37fb2f: Waiting for close lock at 1733407143292Running coprocessor pre-close hooks at 1733407143292Disabling compacts and flushes for region at 1733407143292Disabling writes for close at 1733407143292Writing region close event to WAL at 1733407143293 (+1 ms)Running coprocessor post-close hooks at 1733407143296 (+3 ms)Closed at 1733407143296 2024-12-05T13:59:03,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733407103248.37cfdbc633bad81b35c68affeb37fb2f. 2024-12-05T13:59:03,296 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733407103248.c18417c8aff08068c28cca24f6ae3b6b. 2024-12-05T13:59:03,297 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/46a669d023cb308f248f3e37bf4db12f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:59:03,298 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:59:03,298 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a669d023cb308f248f3e37bf4db12f: Waiting for close lock at 1733407143294Running coprocessor pre-close hooks at 1733407143294Disabling compacts and flushes for region at 1733407143294Disabling writes for close at 1733407143294Writing region close event to WAL at 1733407143294Running coprocessor post-close hooks at 1733407143297 (+3 ms)Closed at 1733407143298 (+1 ms) 2024-12-05T13:59:03,298 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733407103248.46a669d023cb308f248f3e37bf4db12f. 2024-12-05T13:59:03,298 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44b7abf8cec765269524fc0969253b2b, disabling compactions & flushes 2024-12-05T13:59:03,298 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:59:03,298 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:59:03,298 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. after waiting 0 ms 2024-12-05T13:59:03,298 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:59:03,301 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/default/SPTestTable/44b7abf8cec765269524fc0969253b2b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T13:59:03,302 INFO [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:59:03,302 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44b7abf8cec765269524fc0969253b2b: Waiting for close lock at 1733407143298Running coprocessor pre-close hooks at 1733407143298Disabling compacts and flushes for region at 1733407143298Disabling writes for close at 1733407143298Writing region close event to WAL at 1733407143298Running coprocessor post-close hooks at 1733407143302 (+4 ms)Closed at 1733407143302 2024-12-05T13:59:03,302 DEBUG [RS_CLOSE_REGION-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b. 2024-12-05T13:59:03,306 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/info/ec3017cd6af4497f8c6f3534e63765c4 is 167, key is SPTestTable,19999999,1733407103248.44b7abf8cec765269524fc0969253b2b./info:regioninfo/1733407113939/Put/seqid=0 2024-12-05T13:59:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741864_1040 (size=18393) 2024-12-05T13:59:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741864_1040 (size=18393) 2024-12-05T13:59:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741864_1040 (size=18393) 2024-12-05T13:59:03,312 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/info/ec3017cd6af4497f8c6f3534e63765c4 2024-12-05T13:59:03,331 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/ns/618a1f8b1b144883b5a06a0bc8bba619 is 43, key is default/ns:d/1733407103112/Put/seqid=0 2024-12-05T13:59:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741865_1041 (size=5153) 2024-12-05T13:59:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741865_1041 (size=5153) 2024-12-05T13:59:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741865_1041 (size=5153) 2024-12-05T13:59:03,337 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/ns/618a1f8b1b144883b5a06a0bc8bba619 2024-12-05T13:59:03,356 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/table/5d8b760b77264a31bf67951624a19832 is 47, key is SPTestTable/table:state/1733407113982/Put/seqid=0 2024-12-05T13:59:03,362 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:59:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741866_1042 (size=5214) 2024-12-05T13:59:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741866_1042 (size=5214) 2024-12-05T13:59:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741866_1042 (size=5214) 2024-12-05T13:59:03,363 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/table/5d8b760b77264a31bf67951624a19832 2024-12-05T13:59:03,368 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:59:03,368 INFO [regionserver/da6aa2204f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:59:03,370 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/info/ec3017cd6af4497f8c6f3534e63765c4 as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/info/ec3017cd6af4497f8c6f3534e63765c4 2024-12-05T13:59:03,377 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/info/ec3017cd6af4497f8c6f3534e63765c4, entries=100, sequenceid=29, filesize=18.0 K 2024-12-05T13:59:03,378 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/ns/618a1f8b1b144883b5a06a0bc8bba619 as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/ns/618a1f8b1b144883b5a06a0bc8bba619 2024-12-05T13:59:03,385 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/ns/618a1f8b1b144883b5a06a0bc8bba619, entries=2, sequenceid=29, filesize=5.0 K 2024-12-05T13:59:03,386 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/.tmp/table/5d8b760b77264a31bf67951624a19832 as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/table/5d8b760b77264a31bf67951624a19832 2024-12-05T13:59:03,392 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/table/5d8b760b77264a31bf67951624a19832, entries=2, sequenceid=29, filesize=5.1 K 2024-12-05T13:59:03,393 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=29, compaction requested=false 2024-12-05T13:59:03,397 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-05T13:59:03,397 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:59:03,397 INFO [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:59:03,397 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733407143276Running coprocessor pre-close hooks at 1733407143276Disabling compacts and flushes for region at 1733407143276Disabling writes for close at 1733407143276Obtaining lock to block concurrent updates at 1733407143277 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733407143277Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733407143277Flushing stores of hbase:meta,,1.1588230740 at 1733407143277Flushing 1588230740/info: creating writer at 1733407143278 (+1 ms)Flushing 1588230740/info: appending metadata at 1733407143305 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733407143305Flushing 1588230740/ns: creating writer at 1733407143318 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733407143330 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733407143331 (+1 ms)Flushing 1588230740/table: creating writer at 1733407143342 (+11 ms)Flushing 1588230740/table: appending metadata at 1733407143356 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733407143356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1e385a: reopening flushed file at 1733407143369 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b061e6: reopening flushed file at 1733407143377 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645b7b75: reopening flushed file at 1733407143385 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=29, compaction requested=false at 1733407143393 (+8 ms)Writing region close event to WAL at 1733407143394 (+1 ms)Running coprocessor post-close hooks at 1733407143397 (+3 ms)Closed at 1733407143397 2024-12-05T13:59:03,398 DEBUG [RS_CLOSE_META-regionserver/da6aa2204f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:59:03,476 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,44973,1733407092018; all regions closed. 2024-12-05T13:59:03,476 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,42241,1733407092049; all regions closed. 2024-12-05T13:59:03,476 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(976): stopping server da6aa2204f50,40031,1733407092084; all regions closed. 2024-12-05T13:59:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741835_1011 (size=2856) 2024-12-05T13:59:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741834_1010 (size=2364) 2024-12-05T13:59:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741835_1011 (size=2856) 2024-12-05T13:59:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741835_1011 (size=2856) 2024-12-05T13:59:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741834_1010 (size=2364) 2024-12-05T13:59:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741834_1010 (size=2364) 2024-12-05T13:59:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741836_1012 (size=15114) 2024-12-05T13:59:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741836_1012 (size=15114) 2024-12-05T13:59:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741836_1012 (size=15114) 2024-12-05T13:59:03,487 DEBUG [RS:1;da6aa2204f50:42241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C42241%2C1733407092049:(num 1733407092637) 2024-12-05T13:59:03,487 DEBUG [RS:1;da6aa2204f50:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:59:03,487 DEBUG [RS:0;da6aa2204f50:44973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C44973%2C1733407092018:(num 1733407092649) 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:59:03,487 DEBUG [RS:0;da6aa2204f50:44973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:59:03,487 DEBUG [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:59:03,487 INFO [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C40031%2C1733407092084.meta:.meta(num 1733407102937) 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:59:03,487 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:59:03,487 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:59:03,487 INFO [RS:0;da6aa2204f50:44973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:59:03,487 INFO [RS:1;da6aa2204f50:42241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42241 2024-12-05T13:59:03,488 INFO [RS:0;da6aa2204f50:44973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44973 2024-12-05T13:59:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741833_1009 (size=2947) 2024-12-05T13:59:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741833_1009 (size=2947) 2024-12-05T13:59:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741833_1009 (size=2947) 2024-12-05T13:59:03,492 DEBUG [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/oldWALs 2024-12-05T13:59:03,492 INFO [RS:2;da6aa2204f50:40031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6aa2204f50%2C40031%2C1733407092084:(num 1733407092638) 2024-12-05T13:59:03,492 DEBUG [RS:2;da6aa2204f50:40031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:59:03,492 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:59:03,492 INFO [RS:2;da6aa2204f50:40031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:59:03,492 INFO [RS:2;da6aa2204f50:40031 {}] hbase.ChoreService(370): Chore service for: regionserver/da6aa2204f50:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:59:03,492 INFO [RS:2;da6aa2204f50:40031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:59:03,492 INFO [regionserver/da6aa2204f50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:59:03,493 INFO [RS:2;da6aa2204f50:40031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40031 2024-12-05T13:59:03,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:59:03,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,42241,1733407092049 2024-12-05T13:59:03,497 INFO [RS:1;da6aa2204f50:42241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:59:03,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,44973,1733407092018 2024-12-05T13:59:03,497 INFO [RS:0;da6aa2204f50:44973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:59:03,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6aa2204f50,40031,1733407092084 2024-12-05T13:59:03,505 INFO [RS:2;da6aa2204f50:40031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:59:03,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,42241,1733407092049] 2024-12-05T13:59:03,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,42241,1733407092049 already deleted, retry=false 2024-12-05T13:59:03,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,42241,1733407092049 expired; onlineServers=2 2024-12-05T13:59:03,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,40031,1733407092084] 2024-12-05T13:59:03,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,40031,1733407092084 already deleted, retry=false 2024-12-05T13:59:03,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,40031,1733407092084 expired; onlineServers=1 2024-12-05T13:59:03,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6aa2204f50,44973,1733407092018] 2024-12-05T13:59:03,547 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6aa2204f50,44973,1733407092018 already deleted, retry=false 2024-12-05T13:59:03,547 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6aa2204f50,44973,1733407092018 expired; onlineServers=0 2024-12-05T13:59:03,547 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6aa2204f50,36867,1733407091877' ***** 2024-12-05T13:59:03,547 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:59:03,548 INFO [M:0;da6aa2204f50:36867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:59:03,548 INFO [M:0;da6aa2204f50:36867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:59:03,548 DEBUG [M:0;da6aa2204f50:36867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:59:03,548 DEBUG [M:0;da6aa2204f50:36867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:59:03,548 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:59:03,548 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733407092398 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.large.0-1733407092398,5,FailOnTimeoutGroup] 2024-12-05T13:59:03,548 DEBUG [master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733407092398 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6aa2204f50:0:becomeActiveMaster-HFileCleaner.small.0-1733407092398,5,FailOnTimeoutGroup] 2024-12-05T13:59:03,549 INFO [M:0;da6aa2204f50:36867 {}] hbase.ChoreService(370): Chore service for: master/da6aa2204f50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:59:03,549 INFO [M:0;da6aa2204f50:36867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:59:03,549 DEBUG [M:0;da6aa2204f50:36867 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:59:03,549 INFO [M:0;da6aa2204f50:36867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:59:03,550 INFO [M:0;da6aa2204f50:36867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:59:03,550 ERROR [M:0;da6aa2204f50:36867 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33603,5,PEWorkerGroup] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:33603 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33603,5,PEWorkerGroup] 2024-12-05T13:59:03,550 INFO [M:0;da6aa2204f50:36867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:59:03,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:59:03,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:59:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:59:03,556 DEBUG [M:0;da6aa2204f50:36867 {}] zookeeper.ZKUtil(347): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:59:03,556 WARN [M:0;da6aa2204f50:36867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:59:03,557 INFO [M:0;da6aa2204f50:36867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/.lastflushedseqids 2024-12-05T13:59:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741867_1043 (size=650) 2024-12-05T13:59:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741867_1043 (size=650) 2024-12-05T13:59:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741867_1043 (size=650) 2024-12-05T13:59:03,569 INFO [M:0;da6aa2204f50:36867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:59:03,569 INFO [M:0;da6aa2204f50:36867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:59:03,569 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:59:03,569 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:59:03,569 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:59:03,569 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:59:03,569 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:59:03,569 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.70 KB heapSize=169.73 KB 2024-12-05T13:59:03,582 DEBUG [M:0;da6aa2204f50:36867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e4f518e8ac74c79ade7276c3f965705 is 82, key is hbase:meta,,1/info:regioninfo/1733407102972/Put/seqid=0 2024-12-05T13:59:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741868_1044 (size=5672) 2024-12-05T13:59:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741868_1044 (size=5672) 2024-12-05T13:59:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741868_1044 (size=5672) 2024-12-05T13:59:03,589 INFO [M:0;da6aa2204f50:36867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e4f518e8ac74c79ade7276c3f965705 2024-12-05T13:59:03,605 DEBUG [M:0;da6aa2204f50:36867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b92d202789e84d2ea099c4a46243f029 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733407113987/Put/seqid=0 2024-12-05T13:59:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741869_1045 (size=14468) 2024-12-05T13:59:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741869_1045 (size=14468) 2024-12-05T13:59:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741869_1045 (size=14468) 2024-12-05T13:59:03,612 INFO [M:0;da6aa2204f50:36867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.01 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b92d202789e84d2ea099c4a46243f029 2024-12-05T13:59:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,614 INFO [RS:0;da6aa2204f50:44973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:59:03,614 INFO [RS:0;da6aa2204f50:44973 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,44973,1733407092018; zookeeper connection closed. 2024-12-05T13:59:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x101a712cf060002, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x101a712cf060001, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,614 INFO [RS:1;da6aa2204f50:42241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:59:03,614 INFO [RS:1;da6aa2204f50:42241 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,42241,1733407092049; zookeeper connection closed. 2024-12-05T13:59:03,614 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6790e340 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6790e340 2024-12-05T13:59:03,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491ef1ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491ef1ad 2024-12-05T13:59:03,617 INFO [M:0;da6aa2204f50:36867 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b92d202789e84d2ea099c4a46243f029 2024-12-05T13:59:03,622 INFO [RS:2;da6aa2204f50:40031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:59:03,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,622 INFO [RS:2;da6aa2204f50:40031 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6aa2204f50,40031,1733407092084; zookeeper connection closed. 2024-12-05T13:59:03,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40031-0x101a712cf060003, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd41e34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd41e34 2024-12-05T13:59:03,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T13:59:03,629 DEBUG [M:0;da6aa2204f50:36867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38fcb0e9fd3d48cab34d4f50ae124516 is 69, key is da6aa2204f50,40031,1733407092084/rs:state/1733407092447/Put/seqid=0 2024-12-05T13:59:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741870_1046 (size=5294) 2024-12-05T13:59:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741870_1046 (size=5294) 2024-12-05T13:59:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741870_1046 (size=5294) 2024-12-05T13:59:03,635 INFO [M:0;da6aa2204f50:36867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38fcb0e9fd3d48cab34d4f50ae124516 2024-12-05T13:59:03,642 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e4f518e8ac74c79ade7276c3f965705 as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e4f518e8ac74c79ade7276c3f965705 2024-12-05T13:59:03,648 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e4f518e8ac74c79ade7276c3f965705, entries=8, sequenceid=353, filesize=5.5 K 2024-12-05T13:59:03,649 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b92d202789e84d2ea099c4a46243f029 as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b92d202789e84d2ea099c4a46243f029 2024-12-05T13:59:03,654 INFO [M:0;da6aa2204f50:36867 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b92d202789e84d2ea099c4a46243f029 2024-12-05T13:59:03,654 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b92d202789e84d2ea099c4a46243f029, entries=45, sequenceid=353, filesize=14.1 K 2024-12-05T13:59:03,655 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38fcb0e9fd3d48cab34d4f50ae124516 as hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38fcb0e9fd3d48cab34d4f50ae124516 2024-12-05T13:59:03,660 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33603/user/jenkins/test-data/55552355-fbbc-9a64-d802-8aaae347449d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38fcb0e9fd3d48cab34d4f50ae124516, entries=3, sequenceid=353, filesize=5.2 K 2024-12-05T13:59:03,660 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=353, compaction requested=false 2024-12-05T13:59:03,662 INFO [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:59:03,662 DEBUG [M:0;da6aa2204f50:36867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733407143569Disabling compacts and flushes for region at 1733407143569Disabling writes for close at 1733407143569Obtaining lock to block concurrent updates at 1733407143569Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733407143569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141002, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1733407143570 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733407143570Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733407143570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733407143582 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733407143582Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733407143593 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733407143605 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733407143605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733407143617 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733407143629 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733407143629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11afeadf: reopening flushed file at 1733407143641 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769a6fad: reopening flushed file at 1733407143648 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54784e18: reopening flushed file at 1733407143654 (+6 ms)Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=353, compaction requested=false at 1733407143660 (+6 ms)Writing region close event to WAL at 1733407143662 (+2 ms)Closed at 1733407143662 2024-12-05T13:59:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741830_1006 (size=164634) 2024-12-05T13:59:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41015 is added to blk_1073741830_1006 (size=164634) 2024-12-05T13:59:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741830_1006 (size=164634) 2024-12-05T13:59:03,665 INFO [M:0;da6aa2204f50:36867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:59:03,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:59:03,665 INFO [M:0;da6aa2204f50:36867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36867 2024-12-05T13:59:03,665 INFO [M:0;da6aa2204f50:36867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:59:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,772 INFO [M:0;da6aa2204f50:36867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:59:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101a712cf060000, quorum=127.0.0.1:58184, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:59:03,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e4384d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:59:03,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f651b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:59:03,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:59:03,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dfccdd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:59:03,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdafa12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,STOPPED} 2024-12-05T13:59:03,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:59:03,778 WARN [BP-148973569-172.17.0.2-1733407090078 heartbeating to localhost/127.0.0.1:33603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:59:03,778 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:59:03,778 WARN [BP-148973569-172.17.0.2-1733407090078 heartbeating to localhost/127.0.0.1:33603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-148973569-172.17.0.2-1733407090078 (Datanode Uuid 0eda5418-7562-4d7e-bf38-fe1ad6bb631c) service to localhost/127.0.0.1:33603 2024-12-05T13:59:03,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data5/current/BP-148973569-172.17.0.2-1733407090078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:59:03,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data6/current/BP-148973569-172.17.0.2-1733407090078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:59:03,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:59:03,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7344dcb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:59:03,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49d03495{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:59:03,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:59:03,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f21ae7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:59:03,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3592eb05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,STOPPED} 2024-12-05T13:59:03,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:59:03,787 WARN [BP-148973569-172.17.0.2-1733407090078 heartbeating to localhost/127.0.0.1:33603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:59:03,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:59:03,787 WARN [BP-148973569-172.17.0.2-1733407090078 heartbeating to localhost/127.0.0.1:33603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-148973569-172.17.0.2-1733407090078 (Datanode Uuid 8fead7e6-22cc-4bd9-8aa3-3fa069b8d443) service to localhost/127.0.0.1:33603 2024-12-05T13:59:03,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data3/current/BP-148973569-172.17.0.2-1733407090078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:59:03,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data4/current/BP-148973569-172.17.0.2-1733407090078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:59:03,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:59:03,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78c6a7d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:59:03,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60ea4e7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:59:03,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:59:03,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffa9213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:59:03,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247d94dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,STOPPED} 2024-12-05T13:59:03,793 WARN [BP-148973569-172.17.0.2-1733407090078 heartbeating to localhost/127.0.0.1:33603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:59:03,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:59:03,793 WARN [BP-148973569-172.17.0.2-1733407090078 heartbeating to localhost/127.0.0.1:33603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-148973569-172.17.0.2-1733407090078 (Datanode Uuid 15a05cf0-a368-4640-a337-71db227102f1) service to localhost/127.0.0.1:33603 2024-12-05T13:59:03,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:59:03,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data1/current/BP-148973569-172.17.0.2-1733407090078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:59:03,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/cluster_0fe89daf-39b1-3761-b640-f6ee38653cfd/data/data2/current/BP-148973569-172.17.0.2-1733407090078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:59:03,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:59:03,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55bd3f65{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:59:03,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b396b36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:59:03,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:59:03,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae29fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:59:03,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4de18478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fdd647cb-fd1a-a9e9-54de-9e38af6a2534/hadoop.log.dir/,STOPPED} 2024-12-05T13:59:03,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:59:03,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:59:03,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=130 (was 98) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:33603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:33603 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:33603 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:33603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:33603 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=486 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=37 (was 32) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7698 (was 7827)