2024-12-04 21:53:21,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-04 21:53:21,766 main DEBUG Took 0.010056 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 21:53:21,766 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 21:53:21,766 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 21:53:21,767 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 21:53:21,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,775 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 21:53:21,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,790 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,792 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,793 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,795 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,799 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,802 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:53:21,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,805 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 21:53:21,807 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:53:21,809 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 21:53:21,811 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 21:53:21,812 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 21:53:21,814 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 21:53:21,814 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 21:53:21,825 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 21:53:21,828 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 21:53:21,829 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 21:53:21,830 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 21:53:21,830 main DEBUG createAppenders(={Console}) 2024-12-04 21:53:21,831 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-04 21:53:21,831 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-04 21:53:21,831 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-04 21:53:21,832 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 21:53:21,833 main DEBUG OutputStream closed 2024-12-04 21:53:21,833 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 21:53:21,833 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 21:53:21,834 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-04 21:53:21,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 21:53:21,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 21:53:21,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 21:53:21,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 21:53:21,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 21:53:21,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 21:53:21,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 21:53:21,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 21:53:21,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 21:53:21,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 21:53:21,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 21:53:21,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 21:53:21,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 21:53:21,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 21:53:21,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 21:53:21,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 21:53:21,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 21:53:21,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 21:53:21,921 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 21:53:21,921 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-04 21:53:21,921 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 21:53:21,922 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-04T21:53:21,934 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-04 21:53:21,937 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 21:53:21,938 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T21:53:21,945 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-04T21:53:21,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=4189 2024-12-04T21:53:22,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c 2024-12-04T21:53:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T21:53:22,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce, deleteOnExit=true 2024-12-04T21:53:22,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T21:53:22,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/test.cache.data in system properties and HBase conf 2024-12-04T21:53:22,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T21:53:22,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir in system properties and HBase conf 2024-12-04T21:53:22,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T21:53:22,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T21:53:22,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T21:53:22,277 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T21:53:22,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T21:53:22,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:53:22,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:53:22,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T21:53:22,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:53:22,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T21:53:22,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T21:53:22,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:53:22,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:53:22,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T21:53:22,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/nfs.dump.dir in system properties and HBase conf 2024-12-04T21:53:22,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/java.io.tmpdir in system properties and HBase conf 2024-12-04T21:53:22,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:53:22,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T21:53:22,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T21:53:23,102 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T21:53:23,165 INFO [Time-limited test {}] log.Log(170): Logging initialized @2085ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T21:53:23,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:53:23,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:53:23,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:53:23,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:53:23,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:53:23,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:53:23,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:53:23,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:53:23,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/java.io.tmpdir/jetty-localhost-43249-hadoop-hdfs-3_4_1-tests_jar-_-any-5220666881222109197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:53:23,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43249} 2024-12-04T21:53:23,519 INFO [Time-limited test {}] server.Server(415): Started @2440ms 2024-12-04T21:53:23,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:53:23,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:53:23,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:53:23,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:53:23,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:53:23,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:53:23,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:53:24,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/java.io.tmpdir/jetty-localhost-37293-hadoop-hdfs-3_4_1-tests_jar-_-any-14161388817002429093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:53:24,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:37293} 2024-12-04T21:53:24,084 INFO [Time-limited test {}] server.Server(415): Started @3005ms 2024-12-04T21:53:24,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:53:24,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:53:24,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:53:24,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:53:24,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:53:24,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:53:24,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:53:24,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:53:24,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/java.io.tmpdir/jetty-localhost-39013-hadoop-hdfs-3_4_1-tests_jar-_-any-3205687235014852541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:53:24,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:39013} 2024-12-04T21:53:24,518 INFO [Time-limited test {}] server.Server(415): Started @3439ms 2024-12-04T21:53:24,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:53:24,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:53:24,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:53:24,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:53:24,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:53:24,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:53:24,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:53:24,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:53:24,732 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data1/current/BP-1903944195-172.17.0.2-1733349202918/current, will proceed with Du for space computation calculation, 2024-12-04T21:53:24,734 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data3/current/BP-1903944195-172.17.0.2-1733349202918/current, will proceed with Du for space computation calculation, 2024-12-04T21:53:24,740 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data4/current/BP-1903944195-172.17.0.2-1733349202918/current, will proceed with Du for space computation calculation, 2024-12-04T21:53:24,761 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data2/current/BP-1903944195-172.17.0.2-1733349202918/current, will proceed with Du for space computation calculation, 2024-12-04T21:53:24,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/java.io.tmpdir/jetty-localhost-41493-hadoop-hdfs-3_4_1-tests_jar-_-any-7244958592756154726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:53:24,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:41493} 2024-12-04T21:53:24,821 INFO [Time-limited test {}] server.Server(415): Started @3742ms 2024-12-04T21:53:24,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:53:24,830 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:53:24,841 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:53:24,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79028f348bde11b9 with lease ID 0x1a8853f141ad3e8: Processing first storage report for DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329 from datanode DatanodeRegistration(127.0.0.1:40861, datanodeUuid=2e777104-740d-40d5-b405-01c4b456eadf, infoPort=41441, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918) 2024-12-04T21:53:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79028f348bde11b9 with lease ID 0x1a8853f141ad3e8: from storage DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329 node DatanodeRegistration(127.0.0.1:40861, datanodeUuid=2e777104-740d-40d5-b405-01c4b456eadf, infoPort=41441, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T21:53:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c799d82448f1508 with lease ID 0x1a8853f141ad3e7: Processing first storage report for DS-b24a6092-421f-4c25-9325-cfc94f042f52 from datanode DatanodeRegistration(127.0.0.1:36995, datanodeUuid=17127d16-cc9a-4c7b-8241-03fbf27f183d, infoPort=34695, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918) 2024-12-04T21:53:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c799d82448f1508 with lease ID 0x1a8853f141ad3e7: from storage DS-b24a6092-421f-4c25-9325-cfc94f042f52 node DatanodeRegistration(127.0.0.1:36995, datanodeUuid=17127d16-cc9a-4c7b-8241-03fbf27f183d, infoPort=34695, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T21:53:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79028f348bde11b9 with lease ID 0x1a8853f141ad3e8: Processing first storage report for DS-6c666fe6-aaca-4ee5-9756-20a1137b0cdb from datanode DatanodeRegistration(127.0.0.1:40861, datanodeUuid=2e777104-740d-40d5-b405-01c4b456eadf, infoPort=41441, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918) 2024-12-04T21:53:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79028f348bde11b9 with lease ID 0x1a8853f141ad3e8: from storage DS-6c666fe6-aaca-4ee5-9756-20a1137b0cdb node DatanodeRegistration(127.0.0.1:40861, datanodeUuid=2e777104-740d-40d5-b405-01c4b456eadf, infoPort=41441, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:53:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c799d82448f1508 with lease ID 0x1a8853f141ad3e7: Processing first storage report for DS-a72df1b5-c322-4403-9def-c67650903436 from datanode DatanodeRegistration(127.0.0.1:36995, datanodeUuid=17127d16-cc9a-4c7b-8241-03fbf27f183d, infoPort=34695, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918) 2024-12-04T21:53:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c799d82448f1508 with lease ID 0x1a8853f141ad3e7: from storage DS-a72df1b5-c322-4403-9def-c67650903436 node DatanodeRegistration(127.0.0.1:36995, datanodeUuid=17127d16-cc9a-4c7b-8241-03fbf27f183d, infoPort=34695, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:53:24,994 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data5/current/BP-1903944195-172.17.0.2-1733349202918/current, will proceed with Du for space computation calculation, 2024-12-04T21:53:24,996 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data6/current/BP-1903944195-172.17.0.2-1733349202918/current, will proceed with Du for space computation calculation, 2024-12-04T21:53:25,040 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:53:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x251372f6f57df1c with lease ID 0x1a8853f141ad3e9: Processing first storage report for DS-c007f804-2d4a-4976-b436-a30bc22d447a from datanode DatanodeRegistration(127.0.0.1:45897, datanodeUuid=31ed11a2-87ba-42fe-9976-64c18fd99460, infoPort=41315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918) 2024-12-04T21:53:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x251372f6f57df1c with lease ID 0x1a8853f141ad3e9: from storage DS-c007f804-2d4a-4976-b436-a30bc22d447a node DatanodeRegistration(127.0.0.1:45897, datanodeUuid=31ed11a2-87ba-42fe-9976-64c18fd99460, infoPort=41315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:53:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x251372f6f57df1c with lease ID 0x1a8853f141ad3e9: Processing first storage report for DS-6c647f64-3470-45e1-aa1e-2888e6b2081b from datanode DatanodeRegistration(127.0.0.1:45897, datanodeUuid=31ed11a2-87ba-42fe-9976-64c18fd99460, infoPort=41315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918) 2024-12-04T21:53:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x251372f6f57df1c with lease ID 0x1a8853f141ad3e9: from storage DS-6c647f64-3470-45e1-aa1e-2888e6b2081b node DatanodeRegistration(127.0.0.1:45897, datanodeUuid=31ed11a2-87ba-42fe-9976-64c18fd99460, infoPort=41315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1983131214;c=1733349202918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:53:25,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c 2024-12-04T21:53:25,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/zookeeper_0, clientPort=61037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T21:53:25,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61037 2024-12-04T21:53:25,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:25,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:53:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:53:25,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:53:26,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 with version=8 2024-12-04T21:53:26,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/hbase-staging 2024-12-04T21:53:26,176 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T21:53:26,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:53:26,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:53:26,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:53:26,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T21:53:26,618 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T21:53:26,625 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T21:53:26,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:53:26,649 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 102366 (auto-detected) 2024-12-04T21:53:26,650 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T21:53:26,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41427 2024-12-04T21:53:26,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41427 connecting to ZooKeeper ensemble=127.0.0.1:61037 2024-12-04T21:53:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414270x0, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:53:26,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41427-0x100a73941ad0000 connected 2024-12-04T21:53:26,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:53:26,752 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17, hbase.cluster.distributed=false 2024-12-04T21:53:26,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:53:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41427 2024-12-04T21:53:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41427 2024-12-04T21:53:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41427 2024-12-04T21:53:26,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41427 2024-12-04T21:53:26,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41427 2024-12-04T21:53:26,864 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:53:26,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:53:26,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:53:26,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:53:26,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:53:26,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46821 2024-12-04T21:53:26,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46821 connecting to ZooKeeper ensemble=127.0.0.1:61037 2024-12-04T21:53:26,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468210x0, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:53:26,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:53:26,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46821-0x100a73941ad0001 connected 2024-12-04T21:53:26,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:53:26,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:53:26,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:53:26,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:53:26,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46821 2024-12-04T21:53:26,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46821 2024-12-04T21:53:26,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46821 2024-12-04T21:53:26,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46821 2024-12-04T21:53:26,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46821 2024-12-04T21:53:26,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:53:26,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:53:26,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:53:26,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:53:26,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:53:26,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35155 2024-12-04T21:53:26,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35155 connecting to ZooKeeper ensemble=127.0.0.1:61037 2024-12-04T21:53:26,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351550x0, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:53:26,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351550x0, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:53:26,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35155-0x100a73941ad0002 connected 2024-12-04T21:53:26,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:53:26,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:53:26,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:53:26,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:53:26,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35155 2024-12-04T21:53:26,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35155 2024-12-04T21:53:26,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35155 2024-12-04T21:53:26,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35155 2024-12-04T21:53:26,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35155 2024-12-04T21:53:26,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:53:26,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:53:26,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:53:26,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:53:26,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:53:26,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:53:26,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42599 2024-12-04T21:53:26,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42599 connecting to ZooKeeper ensemble=127.0.0.1:61037 2024-12-04T21:53:26,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425990x0, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:53:26,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42599-0x100a73941ad0003 connected 2024-12-04T21:53:26,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:53:26,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:53:26,961 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:53:26,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:53:26,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:53:26,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42599 2024-12-04T21:53:26,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42599 2024-12-04T21:53:26,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42599 2024-12-04T21:53:26,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42599 2024-12-04T21:53:26,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42599 2024-12-04T21:53:26,983 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb3046a53f79:41427 2024-12-04T21:53:26,984 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb3046a53f79,41427,1733349206244 2024-12-04T21:53:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:26,992 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb3046a53f79,41427,1733349206244 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,011 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T21:53:27,012 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb3046a53f79,41427,1733349206244 from backup master directory 2024-12-04T21:53:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb3046a53f79,41427,1733349206244 2024-12-04T21:53:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:53:27,014 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:53:27,015 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb3046a53f79,41427,1733349206244 2024-12-04T21:53:27,016 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T21:53:27,018 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T21:53:27,065 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/hbase.id] with ID: 168393e6-28a0-47d4-9ebe-ae5afbac94d1 2024-12-04T21:53:27,065 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.tmp/hbase.id 2024-12-04T21:53:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:53:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:53:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:53:27,082 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.tmp/hbase.id]:[hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/hbase.id] 2024-12-04T21:53:27,123 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:53:27,127 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T21:53:27,144 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-04T21:53:27,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:53:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:53:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:53:27,177 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:53:27,179 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T21:53:27,191 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:53:27,195 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:53:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:53:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:53:27,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:53:27,239 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store 2024-12-04T21:53:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:53:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:53:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:53:27,264 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T21:53:27,267 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:27,268 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:53:27,269 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:53:27,269 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:53:27,270 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:53:27,270 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:53:27,270 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:53:27,271 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349207268Disabling compacts and flushes for region at 1733349207268Disabling writes for close at 1733349207270 (+2 ms)Writing region close event to WAL at 1733349207270Closed at 1733349207270 2024-12-04T21:53:27,273 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/.initializing 2024-12-04T21:53:27,273 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/WALs/bb3046a53f79,41427,1733349206244 2024-12-04T21:53:27,280 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:53:27,293 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C41427%2C1733349206244, suffix=, logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/WALs/bb3046a53f79,41427,1733349206244, archiveDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/oldWALs, maxLogs=10 2024-12-04T21:53:27,313 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/WALs/bb3046a53f79,41427,1733349206244/bb3046a53f79%2C41427%2C1733349206244.1733349207297, exclude list is [], retry=0 2024-12-04T21:53:27,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-c007f804-2d4a-4976-b436-a30bc22d447a,DISK] 2024-12-04T21:53:27,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329,DISK] 2024-12-04T21:53:27,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-b24a6092-421f-4c25-9325-cfc94f042f52,DISK] 2024-12-04T21:53:27,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T21:53:27,364 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/WALs/bb3046a53f79,41427,1733349206244/bb3046a53f79%2C41427%2C1733349206244.1733349207297 2024-12-04T21:53:27,365 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34695:34695),(127.0.0.1/127.0.0.1:41441:41441),(127.0.0.1/127.0.0.1:41315:41315)] 2024-12-04T21:53:27,366 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:53:27,366 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:27,369 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,370 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T21:53:27,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:27,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T21:53:27,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:27,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T21:53:27,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:27,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T21:53:27,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:27,442 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,445 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,446 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,451 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,451 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,454 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:53:27,458 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:53:27,462 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:27,463 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66395992, jitterRate=-0.010622620582580566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:53:27,469 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733349207381Initializing all the Stores at 1733349207382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349207383 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349207384 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349207384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349207384Cleaning up temporary data from old regions at 1733349207451 (+67 ms)Region opened successfully at 1733349207469 (+18 ms) 2024-12-04T21:53:27,471 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T21:53:27,503 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65448904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:53:27,531 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T21:53:27,539 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T21:53:27,540 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T21:53:27,542 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T21:53:27,543 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T21:53:27,547 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T21:53:27,547 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-04T21:53:27,570 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T21:53:27,577 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T21:53:27,578 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T21:53:27,581 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T21:53:27,583 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T21:53:27,584 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T21:53:27,585 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T21:53:27,588 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T21:53:27,589 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T21:53:27,590 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T21:53:27,591 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T21:53:27,606 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T21:53:27,607 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:53:27,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,614 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb3046a53f79,41427,1733349206244, sessionid=0x100a73941ad0000, setting cluster-up flag (Was=false) 2024-12-04T21:53:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,628 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T21:53:27,630 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,41427,1733349206244 2024-12-04T21:53:27,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:27,639 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T21:53:27,640 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,41427,1733349206244 2024-12-04T21:53:27,646 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T21:53:27,674 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(746): ClusterId : 168393e6-28a0-47d4-9ebe-ae5afbac94d1 2024-12-04T21:53:27,674 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(746): ClusterId : 168393e6-28a0-47d4-9ebe-ae5afbac94d1 2024-12-04T21:53:27,674 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(746): ClusterId : 168393e6-28a0-47d4-9ebe-ae5afbac94d1 2024-12-04T21:53:27,676 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:53:27,676 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:53:27,676 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:53:27,680 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:53:27,680 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:53:27,680 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:53:27,680 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:53:27,680 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:53:27,680 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:53:27,684 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:53:27,684 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:53:27,684 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:53:27,685 DEBUG [RS:1;bb3046a53f79:35155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4cc624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:53:27,685 DEBUG [RS:0;bb3046a53f79:46821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebf8f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:53:27,685 DEBUG [RS:2;bb3046a53f79:42599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0848c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:53:27,697 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bb3046a53f79:35155 2024-12-04T21:53:27,699 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:53:27,700 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:53:27,700 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:53:27,700 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bb3046a53f79:42599 2024-12-04T21:53:27,700 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:53:27,700 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:53:27,700 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:53:27,701 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb3046a53f79:46821 2024-12-04T21:53:27,702 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:53:27,702 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:53:27,702 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:53:27,702 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,41427,1733349206244 with port=42599, startcode=1733349206948 2024-12-04T21:53:27,702 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,41427,1733349206244 with port=35155, startcode=1733349206915 2024-12-04T21:53:27,703 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,41427,1733349206244 with port=46821, startcode=1733349206834 2024-12-04T21:53:27,715 DEBUG [RS:2;bb3046a53f79:42599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:53:27,715 DEBUG [RS:1;bb3046a53f79:35155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:53:27,715 DEBUG [RS:0;bb3046a53f79:46821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:53:27,722 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T21:53:27,734 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T21:53:27,742 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T21:53:27,751 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:53:27,751 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:53:27,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46419, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:53:27,749 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb3046a53f79,41427,1733349206244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T21:53:27,757 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:53:27,758 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:53:27,758 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:53:27,758 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:53:27,759 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:53:27,759 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb3046a53f79:0, corePoolSize=10, maxPoolSize=10 2024-12-04T21:53:27,759 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,759 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:53:27,759 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,761 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733349237760 2024-12-04T21:53:27,762 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:53:27,762 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T21:53:27,763 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:53:27,764 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T21:53:27,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:53:27,767 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T21:53:27,768 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T21:53:27,768 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T21:53:27,768 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T21:53:27,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T21:53:27,769 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,773 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T21:53:27,774 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T21:53:27,775 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T21:53:27,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T21:53:27,778 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T21:53:27,778 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T21:53:27,780 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349207779,5,FailOnTimeoutGroup] 2024-12-04T21:53:27,786 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:53:27,786 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:53:27,786 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:53:27,786 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349207780,5,FailOnTimeoutGroup] 2024-12-04T21:53:27,786 WARN [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:53:27,786 WARN [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:53:27,786 WARN [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:53:27,786 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,787 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T21:53:27,788 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,789 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:53:27,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:53:27,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:53:27,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T21:53:27,797 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:27,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:53:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:53:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:53:27,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:27,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:53:27,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:53:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:53:27,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:53:27,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:27,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:53:27,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:53:27,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:27,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:53:27,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:53:27,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:27,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:53:27,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740 2024-12-04T21:53:27,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740 2024-12-04T21:53:27,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:53:27,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:53:27,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:53:27,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:53:27,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:27,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60061896, jitterRate=-0.10500800609588623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:53:27,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733349207812Initializing all the Stores at 1733349207814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349207814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349207814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349207815 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349207815Cleaning up temporary data from old regions at 1733349207838 (+23 ms)Region opened successfully at 1733349207850 (+12 ms) 2024-12-04T21:53:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:53:27,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:53:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:53:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:53:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:53:27,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:53:27,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349207851Disabling compacts and flushes for region at 1733349207851Disabling writes for close at 1733349207851Writing region close event to WAL at 1733349207852 (+1 ms)Closed at 1733349207853 (+1 ms) 2024-12-04T21:53:27,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:53:27,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T21:53:27,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T21:53:27,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:53:27,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T21:53:27,888 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,41427,1733349206244 with port=46821, startcode=1733349206834 2024-12-04T21:53:27,888 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,41427,1733349206244 with port=35155, startcode=1733349206915 2024-12-04T21:53:27,888 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,41427,1733349206244 with port=42599, startcode=1733349206948 2024-12-04T21:53:27,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,46821,1733349206834 2024-12-04T21:53:27,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:27,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,35155,1733349206915 2024-12-04T21:53:27,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:27,900 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:27,900 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36261 2024-12-04T21:53:27,900 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:53:27,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,42599,1733349206948 2024-12-04T21:53:27,903 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:27,903 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36261 2024-12-04T21:53:27,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:27,903 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:53:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:53:27,906 DEBUG [RS:0;bb3046a53f79:46821 {}] zookeeper.ZKUtil(111): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,46821,1733349206834 2024-12-04T21:53:27,906 WARN [RS:0;bb3046a53f79:46821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:53:27,906 DEBUG [RS:1;bb3046a53f79:35155 {}] zookeeper.ZKUtil(111): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,35155,1733349206915 2024-12-04T21:53:27,906 INFO [RS:0;bb3046a53f79:46821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:53:27,906 WARN [RS:1;bb3046a53f79:35155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:53:27,907 INFO [RS:1;bb3046a53f79:35155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:53:27,907 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834 2024-12-04T21:53:27,907 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,35155,1733349206915 2024-12-04T21:53:27,907 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:27,907 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36261 2024-12-04T21:53:27,907 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:53:27,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,35155,1733349206915] 2024-12-04T21:53:27,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,46821,1733349206834] 2024-12-04T21:53:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:53:27,910 DEBUG [RS:2;bb3046a53f79:42599 {}] zookeeper.ZKUtil(111): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,42599,1733349206948 2024-12-04T21:53:27,910 WARN [RS:2;bb3046a53f79:42599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:53:27,910 INFO [RS:2;bb3046a53f79:42599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:53:27,911 DEBUG [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948 2024-12-04T21:53:27,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,42599,1733349206948] 2024-12-04T21:53:27,933 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:53:27,933 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:53:27,933 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:53:27,948 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:53:27,948 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:53:27,948 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:53:27,956 INFO [RS:1;bb3046a53f79:35155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:53:27,956 INFO [RS:0;bb3046a53f79:46821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:53:27,956 INFO [RS:2;bb3046a53f79:42599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:53:27,956 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,956 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,956 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,958 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:53:27,958 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:53:27,958 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:53:27,965 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:53:27,965 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:53:27,965 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:53:27,966 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,966 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,966 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,966 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,966 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,966 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,966 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,966 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,966 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,966 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:53:27,967 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,967 DEBUG [RS:1;bb3046a53f79:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:53:27,968 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,968 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,968 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,968 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:53:27,968 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:53:27,968 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:53:27,968 DEBUG [RS:0;bb3046a53f79:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:53:27,968 DEBUG [RS:2;bb3046a53f79:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:53:27,973 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,973 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,974 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,974 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,974 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,974 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,35155,1733349206915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,42599,1733349206948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:53:27,977 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,978 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46821,1733349206834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:53:27,997 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:53:27,997 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:53:27,997 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:53:27,999 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,42599,1733349206948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,999 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,35155,1733349206915-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,999 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46821,1733349206834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,999 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,999 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:27,999 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:28,000 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.Replication(171): bb3046a53f79,42599,1733349206948 started 2024-12-04T21:53:28,000 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.Replication(171): bb3046a53f79,46821,1733349206834 started 2024-12-04T21:53:28,000 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.Replication(171): bb3046a53f79,35155,1733349206915 started 2024-12-04T21:53:28,017 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:28,017 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,46821,1733349206834, RpcServer on bb3046a53f79/172.17.0.2:46821, sessionid=0x100a73941ad0001 2024-12-04T21:53:28,018 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:53:28,018 DEBUG [RS:0;bb3046a53f79:46821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,46821,1733349206834 2024-12-04T21:53:28,018 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,46821,1733349206834' 2024-12-04T21:53:28,019 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:53:28,020 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:53:28,020 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:53:28,020 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:53:28,020 DEBUG [RS:0;bb3046a53f79:46821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,46821,1733349206834 2024-12-04T21:53:28,021 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,46821,1733349206834' 2024-12-04T21:53:28,021 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:53:28,021 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:53:28,022 DEBUG [RS:0;bb3046a53f79:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:53:28,022 INFO [RS:0;bb3046a53f79:46821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:53:28,022 INFO [RS:0;bb3046a53f79:46821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:53:28,022 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:28,022 INFO [RS:2;bb3046a53f79:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:28,022 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,42599,1733349206948, RpcServer on bb3046a53f79/172.17.0.2:42599, sessionid=0x100a73941ad0003 2024-12-04T21:53:28,022 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,35155,1733349206915, RpcServer on bb3046a53f79/172.17.0.2:35155, sessionid=0x100a73941ad0002 2024-12-04T21:53:28,023 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:53:28,023 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:53:28,023 DEBUG [RS:2;bb3046a53f79:42599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,42599,1733349206948 2024-12-04T21:53:28,023 DEBUG [RS:1;bb3046a53f79:35155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,35155,1733349206915 2024-12-04T21:53:28,023 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,42599,1733349206948' 2024-12-04T21:53:28,023 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,35155,1733349206915' 2024-12-04T21:53:28,023 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:53:28,023 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:53:28,024 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:53:28,024 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:53:28,024 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:53:28,024 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:53:28,024 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:53:28,024 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:53:28,024 DEBUG [RS:1;bb3046a53f79:35155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,35155,1733349206915 2024-12-04T21:53:28,024 DEBUG [RS:2;bb3046a53f79:42599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,42599,1733349206948 2024-12-04T21:53:28,024 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,35155,1733349206915' 2024-12-04T21:53:28,024 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,42599,1733349206948' 2024-12-04T21:53:28,024 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:53:28,024 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:53:28,025 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:53:28,025 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:53:28,025 DEBUG [RS:1;bb3046a53f79:35155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:53:28,025 INFO [RS:1;bb3046a53f79:35155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:53:28,025 DEBUG [RS:2;bb3046a53f79:42599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:53:28,025 INFO [RS:1;bb3046a53f79:35155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:53:28,025 INFO [RS:2;bb3046a53f79:42599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:53:28,025 INFO [RS:2;bb3046a53f79:42599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:53:28,029 WARN [bb3046a53f79:41427 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T21:53:28,129 INFO [RS:0;bb3046a53f79:46821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:53:28,129 INFO [RS:2;bb3046a53f79:42599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:53:28,129 INFO [RS:1;bb3046a53f79:35155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:53:28,132 INFO [RS:2;bb3046a53f79:42599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C42599%2C1733349206948, suffix=, logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948, archiveDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs, maxLogs=32 2024-12-04T21:53:28,132 INFO [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C46821%2C1733349206834, suffix=, logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834, archiveDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs, maxLogs=32 2024-12-04T21:53:28,132 INFO [RS:1;bb3046a53f79:35155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C35155%2C1733349206915, suffix=, logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,35155,1733349206915, archiveDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs, maxLogs=32 2024-12-04T21:53:28,147 DEBUG [RS:2;bb3046a53f79:42599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948/bb3046a53f79%2C42599%2C1733349206948.1733349208135, exclude list is [], retry=0 2024-12-04T21:53:28,148 DEBUG [RS:1;bb3046a53f79:35155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,35155,1733349206915/bb3046a53f79%2C35155%2C1733349206915.1733349208135, exclude list is [], retry=0 2024-12-04T21:53:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329,DISK] 2024-12-04T21:53:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-b24a6092-421f-4c25-9325-cfc94f042f52,DISK] 2024-12-04T21:53:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-c007f804-2d4a-4976-b436-a30bc22d447a,DISK] 2024-12-04T21:53:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-b24a6092-421f-4c25-9325-cfc94f042f52,DISK] 2024-12-04T21:53:28,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-c007f804-2d4a-4976-b436-a30bc22d447a,DISK] 2024-12-04T21:53:28,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329,DISK] 2024-12-04T21:53:28,170 DEBUG [RS:0;bb3046a53f79:46821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834/bb3046a53f79%2C46821%2C1733349206834.1733349208135, exclude list is [], retry=0 2024-12-04T21:53:28,173 INFO [RS:2;bb3046a53f79:42599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948/bb3046a53f79%2C42599%2C1733349206948.1733349208135 2024-12-04T21:53:28,175 INFO [RS:1;bb3046a53f79:35155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,35155,1733349206915/bb3046a53f79%2C35155%2C1733349206915.1733349208135 2024-12-04T21:53:28,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-c007f804-2d4a-4976-b436-a30bc22d447a,DISK] 2024-12-04T21:53:28,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329,DISK] 2024-12-04T21:53:28,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-b24a6092-421f-4c25-9325-cfc94f042f52,DISK] 2024-12-04T21:53:28,177 DEBUG [RS:2;bb3046a53f79:42599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:41441:41441),(127.0.0.1/127.0.0.1:34695:34695)] 2024-12-04T21:53:28,181 DEBUG [RS:1;bb3046a53f79:35155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41441:41441),(127.0.0.1/127.0.0.1:34695:34695),(127.0.0.1/127.0.0.1:41315:41315)] 2024-12-04T21:53:28,184 INFO [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834/bb3046a53f79%2C46821%2C1733349206834.1733349208135 2024-12-04T21:53:28,184 DEBUG [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:34695:34695),(127.0.0.1/127.0.0.1:41441:41441)] 2024-12-04T21:53:28,284 DEBUG [bb3046a53f79:41427 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T21:53:28,297 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:53:28,303 INFO [bb3046a53f79:41427 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:53:28,303 INFO [bb3046a53f79:41427 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:53:28,303 INFO [bb3046a53f79:41427 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:53:28,303 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:53:28,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:28,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,46821,1733349206834, state=OPENING 2024-12-04T21:53:28,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T21:53:28,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:28,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:28,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:28,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:53:28,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:28,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:28,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:28,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:28,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:53:28,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,46821,1733349206834}] 2024-12-04T21:53:36,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T21:53:36,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T21:53:38,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:53:38,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:53:38,363 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T21:53:38,363 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:53:38,364 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T21:53:38,367 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C46821%2C1733349206834.meta, suffix=.meta, logDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834, archiveDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs, maxLogs=32 2024-12-04T21:53:38,388 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834/bb3046a53f79%2C46821%2C1733349206834.meta.1733349218369.meta, exclude list is [], retry=0 2024-12-04T21:53:38,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-4aa6d4d0-577d-4e3e-b07b-71de617ad329,DISK] 2024-12-04T21:53:38,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-c007f804-2d4a-4976-b436-a30bc22d447a,DISK] 2024-12-04T21:53:38,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-b24a6092-421f-4c25-9325-cfc94f042f52,DISK] 2024-12-04T21:53:38,396 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,46821,1733349206834/bb3046a53f79%2C46821%2C1733349206834.meta.1733349218369.meta 2024-12-04T21:53:38,397 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41441:41441),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:34695:34695)] 2024-12-04T21:53:38,397 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:53:38,399 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T21:53:38,402 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T21:53:38,406 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T21:53:38,411 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T21:53:38,412 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,412 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T21:53:38,412 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T21:53:38,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:53:38,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:53:38,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:38,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:38,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:53:38,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:53:38,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:38,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:38,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:53:38,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:53:38,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:38,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:38,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:53:38,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:53:38,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:38,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:53:38,432 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:53:38,434 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740 2024-12-04T21:53:38,438 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740 2024-12-04T21:53:38,444 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:53:38,445 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:53:38,446 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:53:38,450 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:53:38,452 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62394779, jitterRate=-0.07024534046649933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:53:38,452 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T21:53:38,453 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733349218413Writing region info on filesystem at 1733349218413Initializing all the Stores at 1733349218416 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349218416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349218416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349218416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349218416Cleaning up temporary data from old regions at 1733349218445 (+29 ms)Running coprocessor post-open hooks at 1733349218452 (+7 ms)Region opened successfully at 1733349218453 (+1 ms) 2024-12-04T21:53:38,461 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733349218338 2024-12-04T21:53:38,473 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T21:53:38,474 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T21:53:38,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:38,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,46821,1733349206834, state=OPEN 2024-12-04T21:53:38,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:53:38,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:53:38,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:38,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:53:38,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:53:38,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:53:38,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:38,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T21:53:38,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,46821,1733349206834 in 10.1590 sec 2024-12-04T21:53:38,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T21:53:38,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6300 sec 2024-12-04T21:53:38,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:53:38,503 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T21:53:38,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:53:38,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,46821,1733349206834, seqNum=-1] 2024-12-04T21:53:38,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:53:38,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:53:38,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9060 sec 2024-12-04T21:53:38,581 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733349218581, completionTime=-1 2024-12-04T21:53:38,585 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T21:53:38,586 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T21:53:38,621 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T21:53:38,621 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733349278621 2024-12-04T21:53:38,621 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733349338621 2024-12-04T21:53:38,621 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-04T21:53:38,623 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:53:38,633 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41427,1733349206244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,634 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41427,1733349206244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,634 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41427,1733349206244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,636 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb3046a53f79:41427, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,637 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,638 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,646 DEBUG [master/bb3046a53f79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T21:53:38,683 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.667sec 2024-12-04T21:53:38,685 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T21:53:38,686 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T21:53:38,687 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T21:53:38,688 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T21:53:38,688 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T21:53:38,689 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41427,1733349206244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:53:38,690 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41427,1733349206244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T21:53:38,694 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T21:53:38,695 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T21:53:38,696 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41427,1733349206244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:53:38,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af40e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:53:38,704 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T21:53:38,704 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T21:53:38,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,41427,-1 for getting cluster id 2024-12-04T21:53:38,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:53:38,722 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '168393e6-28a0-47d4-9ebe-ae5afbac94d1' 2024-12-04T21:53:38,725 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:53:38,725 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "168393e6-28a0-47d4-9ebe-ae5afbac94d1" 2024-12-04T21:53:38,726 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c63dad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:53:38,726 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,41427,-1] 2024-12-04T21:53:38,729 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:53:38,730 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:53:38,732 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:53:38,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7a5cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:53:38,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:53:38,744 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,46821,1733349206834, seqNum=-1] 2024-12-04T21:53:38,745 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:53:38,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:53:38,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb3046a53f79,41427,1733349206244 2024-12-04T21:53:38,797 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733349218795 (current time:1733349218795). 2024-12-04T21:53:38,797 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-04T21:53:38,797 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-04T21:53:38,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:53:38,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,41427,-1 for getting cluster id 2024-12-04T21:53:38,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:53:38,803 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '168393e6-28a0-47d4-9ebe-ae5afbac94d1' 2024-12-04T21:53:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:53:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "168393e6-28a0-47d4-9ebe-ae5afbac94d1" 2024-12-04T21:53:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2245e9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:53:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,41427,-1] 2024-12-04T21:53:38,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:53:38,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:53:38,810 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:53:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71122b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:53:38,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:53:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,46821,1733349206834, seqNum=-1] 2024-12-04T21:53:38,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:53:38,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:53:38,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:53:38,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:53:38,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:53:38,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:53:38,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:53:38,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:53:38,835 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,41427,1733349206244 2024-12-04T21:53:38,837 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705781a8 2024-12-04T21:53:38,838 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:53:38,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:53:38,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:53:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-04T21:53:38,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:53:38,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-04T21:53:38,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:38,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:53:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:38,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741837_1013 (size=361) 2024-12-04T21:53:38,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741837_1013 (size=361) 2024-12-04T21:53:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741837_1013 (size=361) 2024-12-04T21:53:38,884 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75c077026d64bac70f345440429ca07a, NAME => 'SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,885 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8a547282c6380da6b6578eef647f25c4, NAME => 'SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 683761892cd32cae4432eeed11046a85, NAME => 'SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741838_1014 (size=62) 2024-12-04T21:53:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741838_1014 (size=62) 2024-12-04T21:53:38,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741838_1014 (size=62) 2024-12-04T21:53:38,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 683761892cd32cae4432eeed11046a85, disabling compactions & flushes 2024-12-04T21:53:38,917 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:38,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:38,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. after waiting 0 ms 2024-12-04T21:53:38,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:38,917 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:38,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 683761892cd32cae4432eeed11046a85: Waiting for close lock at 1733349218917Disabling compacts and flushes for region at 1733349218917Disabling writes for close at 1733349218917Writing region close event to WAL at 1733349218917Closed at 1733349218917 2024-12-04T21:53:38,918 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8059a133c085da20ff84f9c822e2b85a, NAME => 'SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741840_1016 (size=62) 2024-12-04T21:53:38,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741840_1016 (size=62) 2024-12-04T21:53:38,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741840_1016 (size=62) 2024-12-04T21:53:38,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8a547282c6380da6b6578eef647f25c4, disabling compactions & flushes 2024-12-04T21:53:38,920 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:38,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:38,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. after waiting 0 ms 2024-12-04T21:53:38,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:38,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:38,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8a547282c6380da6b6578eef647f25c4: Waiting for close lock at 1733349218920Disabling compacts and flushes for region at 1733349218920Disabling writes for close at 1733349218921 (+1 ms)Writing region close event to WAL at 1733349218921Closed at 1733349218921 2024-12-04T21:53:38,922 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c08231fd957375c69521a5e4564b2a0d, NAME => 'SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741839_1015 (size=54) 2024-12-04T21:53:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741839_1015 (size=54) 2024-12-04T21:53:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741839_1015 (size=54) 2024-12-04T21:53:38,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 75c077026d64bac70f345440429ca07a, disabling compactions & flushes 2024-12-04T21:53:38,927 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:38,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:38,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. after waiting 0 ms 2024-12-04T21:53:38,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:38,927 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:38,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75c077026d64bac70f345440429ca07a: Waiting for close lock at 1733349218927Disabling compacts and flushes for region at 1733349218927Disabling writes for close at 1733349218927Writing region close event to WAL at 1733349218927Closed at 1733349218927 2024-12-04T21:53:38,928 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 756821e2bf65f3c1ac7ee17662c8ef41, NAME => 'SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741841_1017 (size=62) 2024-12-04T21:53:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741841_1017 (size=62) 2024-12-04T21:53:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741841_1017 (size=62) 2024-12-04T21:53:38,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8059a133c085da20ff84f9c822e2b85a, disabling compactions & flushes 2024-12-04T21:53:38,946 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:38,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:38,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. after waiting 0 ms 2024-12-04T21:53:38,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:38,946 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:38,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8059a133c085da20ff84f9c822e2b85a: Waiting for close lock at 1733349218946Disabling compacts and flushes for region at 1733349218946Disabling writes for close at 1733349218946Writing region close event to WAL at 1733349218946Closed at 1733349218946 2024-12-04T21:53:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741842_1018 (size=62) 2024-12-04T21:53:38,947 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9363552d0766349eb092a1d5fe7e7e17, NAME => 'SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741842_1018 (size=62) 2024-12-04T21:53:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741842_1018 (size=62) 2024-12-04T21:53:38,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c08231fd957375c69521a5e4564b2a0d, disabling compactions & flushes 2024-12-04T21:53:38,949 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:38,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:38,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. after waiting 0 ms 2024-12-04T21:53:38,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:38,949 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:38,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c08231fd957375c69521a5e4564b2a0d: Waiting for close lock at 1733349218949Disabling compacts and flushes for region at 1733349218949Disabling writes for close at 1733349218949Writing region close event to WAL at 1733349218949Closed at 1733349218949 2024-12-04T21:53:38,950 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2748d94635fa3350829da6163f0ce56, NAME => 'SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741843_1019 (size=62) 2024-12-04T21:53:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741844_1020 (size=62) 2024-12-04T21:53:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741844_1020 (size=62) 2024-12-04T21:53:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741844_1020 (size=62) 2024-12-04T21:53:38,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9363552d0766349eb092a1d5fe7e7e17, disabling compactions & flushes 2024-12-04T21:53:38,962 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:38,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:38,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. after waiting 0 ms 2024-12-04T21:53:38,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:38,962 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:38,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9363552d0766349eb092a1d5fe7e7e17: Waiting for close lock at 1733349218962Disabling compacts and flushes for region at 1733349218962Disabling writes for close at 1733349218962Writing region close event to WAL at 1733349218962Closed at 1733349218962 2024-12-04T21:53:38,963 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a60ce1b999ce1a9bd1ab22ffe2f5e33, NAME => 'SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741845_1021 (size=62) 2024-12-04T21:53:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741843_1019 (size=62) 2024-12-04T21:53:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741843_1019 (size=62) 2024-12-04T21:53:38,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741845_1021 (size=62) 2024-12-04T21:53:38,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 756821e2bf65f3c1ac7ee17662c8ef41, disabling compactions & flushes 2024-12-04T21:53:38,966 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:38,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741845_1021 (size=62) 2024-12-04T21:53:38,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:38,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. after waiting 0 ms 2024-12-04T21:53:38,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:38,966 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:38,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 756821e2bf65f3c1ac7ee17662c8ef41: Waiting for close lock at 1733349218965Disabling compacts and flushes for region at 1733349218965Disabling writes for close at 1733349218966 (+1 ms)Writing region close event to WAL at 1733349218966Closed at 1733349218966 2024-12-04T21:53:38,966 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a982cdc4bb08c2c53b881d0a0d707456, NAME => 'SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17 2024-12-04T21:53:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741846_1022 (size=62) 2024-12-04T21:53:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741846_1022 (size=62) 2024-12-04T21:53:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741846_1022 (size=62) 2024-12-04T21:53:38,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1a60ce1b999ce1a9bd1ab22ffe2f5e33, disabling compactions & flushes 2024-12-04T21:53:38,983 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:38,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:38,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. after waiting 0 ms 2024-12-04T21:53:38,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:38,983 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:38,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a60ce1b999ce1a9bd1ab22ffe2f5e33: Waiting for close lock at 1733349218983Disabling compacts and flushes for region at 1733349218983Disabling writes for close at 1733349218983Writing region close event to WAL at 1733349218983Closed at 1733349218983 2024-12-04T21:53:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741847_1023 (size=54) 2024-12-04T21:53:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741847_1023 (size=54) 2024-12-04T21:53:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741847_1023 (size=54) 2024-12-04T21:53:38,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:38,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a982cdc4bb08c2c53b881d0a0d707456, disabling compactions & flushes 2024-12-04T21:53:38,989 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:38,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:38,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. after waiting 0 ms 2024-12-04T21:53:38,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:38,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:38,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a982cdc4bb08c2c53b881d0a0d707456: Waiting for close lock at 1733349218989Disabling compacts and flushes for region at 1733349218989Disabling writes for close at 1733349218989Writing region close event to WAL at 1733349218989Closed at 1733349218989 2024-12-04T21:53:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c2748d94635fa3350829da6163f0ce56, disabling compactions & flushes 2024-12-04T21:53:39,366 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. after waiting 0 ms 2024-12-04T21:53:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:39,366 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:39,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2748d94635fa3350829da6163f0ce56: Waiting for close lock at 1733349219366Disabling compacts and flushes for region at 1733349219366Disabling writes for close at 1733349219366Writing region close event to WAL at 1733349219366Closed at 1733349219366 2024-12-04T21:53:39,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:53:39,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349219368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349219368"}]},"ts":"1733349219368"} 2024-12-04T21:53:39,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-04T21:53:39,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:53:39,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349219408"}]},"ts":"1733349219408"} 2024-12-04T21:53:39,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-04T21:53:39,416 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:53:39,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:53:39,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:53:39,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:53:39,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:53:39,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a547282c6380da6b6578eef647f25c4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=683761892cd32cae4432eeed11046a85, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8059a133c085da20ff84f9c822e2b85a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c08231fd957375c69521a5e4564b2a0d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=756821e2bf65f3c1ac7ee17662c8ef41, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2748d94635fa3350829da6163f0ce56, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a60ce1b999ce1a9bd1ab22ffe2f5e33, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN}] 2024-12-04T21:53:39,429 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=756821e2bf65f3c1ac7ee17662c8ef41, ASSIGN 2024-12-04T21:53:39,429 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c08231fd957375c69521a5e4564b2a0d, ASSIGN 2024-12-04T21:53:39,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN 2024-12-04T21:53:39,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8059a133c085da20ff84f9c822e2b85a, ASSIGN 2024-12-04T21:53:39,432 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c08231fd957375c69521a5e4564b2a0d, ASSIGN; state=OFFLINE, location=bb3046a53f79,46821,1733349206834; forceNewPlan=false, retain=false 2024-12-04T21:53:39,432 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN; state=OFFLINE, location=bb3046a53f79,42599,1733349206948; forceNewPlan=false, retain=false 2024-12-04T21:53:39,432 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=756821e2bf65f3c1ac7ee17662c8ef41, ASSIGN; state=OFFLINE, location=bb3046a53f79,35155,1733349206915; forceNewPlan=false, retain=false 2024-12-04T21:53:39,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8059a133c085da20ff84f9c822e2b85a, ASSIGN; state=OFFLINE, location=bb3046a53f79,35155,1733349206915; forceNewPlan=false, retain=false 2024-12-04T21:53:39,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2748d94635fa3350829da6163f0ce56, ASSIGN 2024-12-04T21:53:39,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN 2024-12-04T21:53:39,438 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a60ce1b999ce1a9bd1ab22ffe2f5e33, ASSIGN 2024-12-04T21:53:39,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a547282c6380da6b6578eef647f25c4, ASSIGN 2024-12-04T21:53:39,439 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=683761892cd32cae4432eeed11046a85, ASSIGN 2024-12-04T21:53:39,440 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=683761892cd32cae4432eeed11046a85, ASSIGN; state=OFFLINE, location=bb3046a53f79,35155,1733349206915; forceNewPlan=false, retain=false 2024-12-04T21:53:39,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a547282c6380da6b6578eef647f25c4, ASSIGN; state=OFFLINE, location=bb3046a53f79,46821,1733349206834; forceNewPlan=false, retain=false 2024-12-04T21:53:39,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN; state=OFFLINE, location=bb3046a53f79,42599,1733349206948; forceNewPlan=false, retain=false 2024-12-04T21:53:39,440 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a60ce1b999ce1a9bd1ab22ffe2f5e33, ASSIGN; state=OFFLINE, location=bb3046a53f79,46821,1733349206834; forceNewPlan=false, retain=false 2024-12-04T21:53:39,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2748d94635fa3350829da6163f0ce56, ASSIGN; state=OFFLINE, location=bb3046a53f79,35155,1733349206915; forceNewPlan=false, retain=false 2024-12-04T21:53:39,448 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN 2024-12-04T21:53:39,449 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN; state=OFFLINE, location=bb3046a53f79,42599,1733349206948; forceNewPlan=false, retain=false 2024-12-04T21:53:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:39,584 INFO [bb3046a53f79:41427 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-04T21:53:39,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9363552d0766349eb092a1d5fe7e7e17, regionState=OPENING, regionLocation=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:39,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a982cdc4bb08c2c53b881d0a0d707456, regionState=OPENING, regionLocation=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:39,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c08231fd957375c69521a5e4564b2a0d, regionState=OPENING, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:39,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1a60ce1b999ce1a9bd1ab22ffe2f5e33, regionState=OPENING, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:39,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a547282c6380da6b6578eef647f25c4, regionState=OPENING, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:39,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c077026d64bac70f345440429ca07a, regionState=OPENING, regionLocation=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:39,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8059a133c085da20ff84f9c822e2b85a, regionState=OPENING, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:39,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=756821e2bf65f3c1ac7ee17662c8ef41, regionState=OPENING, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:39,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c2748d94635fa3350829da6163f0ce56, regionState=OPENING, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:39,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=683761892cd32cae4432eeed11046a85, regionState=OPENING, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:39,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c08231fd957375c69521a5e4564b2a0d, ASSIGN because future has completed 2024-12-04T21:53:39,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c08231fd957375c69521a5e4564b2a0d, server=bb3046a53f79,46821,1733349206834}] 2024-12-04T21:53:39,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN because future has completed 2024-12-04T21:53:39,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9363552d0766349eb092a1d5fe7e7e17, server=bb3046a53f79,42599,1733349206948}] 2024-12-04T21:53:39,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN because future has completed 2024-12-04T21:53:39,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a60ce1b999ce1a9bd1ab22ffe2f5e33, ASSIGN because future has completed 2024-12-04T21:53:39,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33, server=bb3046a53f79,46821,1733349206834}] 2024-12-04T21:53:39,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a982cdc4bb08c2c53b881d0a0d707456, server=bb3046a53f79,42599,1733349206948}] 2024-12-04T21:53:39,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a547282c6380da6b6578eef647f25c4, ASSIGN because future has completed 2024-12-04T21:53:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8059a133c085da20ff84f9c822e2b85a, ASSIGN because future has completed 2024-12-04T21:53:39,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=756821e2bf65f3c1ac7ee17662c8ef41, ASSIGN because future has completed 2024-12-04T21:53:39,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN because future has completed 2024-12-04T21:53:39,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2748d94635fa3350829da6163f0ce56, ASSIGN because future has completed 2024-12-04T21:53:39,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2748d94635fa3350829da6163f0ce56, server=bb3046a53f79,35155,1733349206915}] 2024-12-04T21:53:39,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=683761892cd32cae4432eeed11046a85, ASSIGN because future has completed 2024-12-04T21:53:39,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a547282c6380da6b6578eef647f25c4, server=bb3046a53f79,46821,1733349206834}] 2024-12-04T21:53:39,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8059a133c085da20ff84f9c822e2b85a, server=bb3046a53f79,35155,1733349206915}] 2024-12-04T21:53:39,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c077026d64bac70f345440429ca07a, server=bb3046a53f79,42599,1733349206948}] 2024-12-04T21:53:39,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 683761892cd32cae4432eeed11046a85, server=bb3046a53f79,35155,1733349206915}] 2024-12-04T21:53:39,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41, server=bb3046a53f79,35155,1733349206915}] 2024-12-04T21:53:39,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T21:53:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:43,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:53:46,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T21:53:46,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T21:53:46,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:53:46,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T21:53:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:49,605 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:49,605 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c08231fd957375c69521a5e4564b2a0d, NAME => 'SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-04T21:53:49,606 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,606 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,606 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:53:49,606 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,606 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:53:49,609 INFO [StoreOpener-c08231fd957375c69521a5e4564b2a0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,611 INFO [StoreOpener-c08231fd957375c69521a5e4564b2a0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08231fd957375c69521a5e4564b2a0d columnFamilyName cf 2024-12-04T21:53:49,612 DEBUG [StoreOpener-c08231fd957375c69521a5e4564b2a0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,613 INFO [StoreOpener-c08231fd957375c69521a5e4564b2a0d-1 {}] regionserver.HStore(327): Store=c08231fd957375c69521a5e4564b2a0d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,613 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,614 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,615 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,615 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,616 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,618 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,621 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:49,621 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9363552d0766349eb092a1d5fe7e7e17, NAME => 'SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T21:53:49,622 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c08231fd957375c69521a5e4564b2a0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,622 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,622 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,623 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,623 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,623 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c08231fd957375c69521a5e4564b2a0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63054440, jitterRate=-0.06041562557220459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,623 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:49,625 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c08231fd957375c69521a5e4564b2a0d: Running coprocessor pre-open hook at 1733349229606Writing region info on filesystem at 1733349229606Initializing all the Stores at 1733349229608 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229608Cleaning up temporary data from old regions at 1733349229616 (+8 ms)Running coprocessor post-open hooks at 1733349229624 (+8 ms)Region opened successfully at 1733349229624 2024-12-04T21:53:49,626 INFO [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,626 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:53:49,628 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d., pid=15, masterSystemTime=1733349229596 2024-12-04T21:53:49,630 INFO [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9363552d0766349eb092a1d5fe7e7e17 columnFamilyName cf 2024-12-04T21:53:49,630 DEBUG [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,631 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:49,631 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:53:49,631 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:49,631 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a60ce1b999ce1a9bd1ab22ffe2f5e33, NAME => 'SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T21:53:49,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:53:49,632 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,632 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,632 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,632 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c08231fd957375c69521a5e4564b2a0d, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:49,632 INFO [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] regionserver.HStore(327): Store=9363552d0766349eb092a1d5fe7e7e17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,633 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,634 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,635 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,636 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,636 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,636 INFO [StoreOpener-1a60ce1b999ce1a9bd1ab22ffe2f5e33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c08231fd957375c69521a5e4564b2a0d, server=bb3046a53f79,46821,1733349206834 because future has completed 2024-12-04T21:53:49,639 INFO [StoreOpener-1a60ce1b999ce1a9bd1ab22ffe2f5e33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a60ce1b999ce1a9bd1ab22ffe2f5e33 columnFamilyName cf 2024-12-04T21:53:49,639 DEBUG [StoreOpener-1a60ce1b999ce1a9bd1ab22ffe2f5e33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,639 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,640 INFO [StoreOpener-1a60ce1b999ce1a9bd1ab22ffe2f5e33-1 {}] regionserver.HStore(327): Store=1a60ce1b999ce1a9bd1ab22ffe2f5e33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,640 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,641 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:49,641 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,641 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8059a133c085da20ff84f9c822e2b85a, NAME => 'SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T21:53:49,642 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,642 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,642 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,642 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,642 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-12-04T21:53:49,643 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,643 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c08231fd957375c69521a5e4564b2a0d, server=bb3046a53f79,46821,1733349206834 in 10.0470 sec 2024-12-04T21:53:49,645 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c08231fd957375c69521a5e4564b2a0d, ASSIGN in 10.2180 sec 2024-12-04T21:53:49,649 INFO [StoreOpener-8059a133c085da20ff84f9c822e2b85a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,649 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/9363552d0766349eb092a1d5fe7e7e17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,650 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,650 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1a60ce1b999ce1a9bd1ab22ffe2f5e33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68579354, jitterRate=0.02191200852394104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,650 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9363552d0766349eb092a1d5fe7e7e17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74294568, jitterRate=0.10707533359527588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,650 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:49,650 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:49,651 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1a60ce1b999ce1a9bd1ab22ffe2f5e33: Running coprocessor pre-open hook at 1733349229632Writing region info on filesystem at 1733349229632Initializing all the Stores at 1733349229634 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229634Cleaning up temporary data from old regions at 1733349229643 (+9 ms)Running coprocessor post-open hooks at 1733349229650 (+7 ms)Region opened successfully at 1733349229650 2024-12-04T21:53:49,651 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9363552d0766349eb092a1d5fe7e7e17: Running coprocessor pre-open hook at 1733349229623Writing region info on filesystem at 1733349229623Initializing all the Stores at 1733349229625 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229625Cleaning up temporary data from old regions at 1733349229636 (+11 ms)Running coprocessor post-open hooks at 1733349229650 (+14 ms)Region opened successfully at 1733349229650 2024-12-04T21:53:49,652 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., pid=18, masterSystemTime=1733349229596 2024-12-04T21:53:49,652 INFO [StoreOpener-8059a133c085da20ff84f9c822e2b85a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8059a133c085da20ff84f9c822e2b85a columnFamilyName cf 2024-12-04T21:53:49,652 DEBUG [StoreOpener-8059a133c085da20ff84f9c822e2b85a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,652 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., pid=16, masterSystemTime=1733349229606 2024-12-04T21:53:49,653 INFO [StoreOpener-8059a133c085da20ff84f9c822e2b85a-1 {}] regionserver.HStore(327): Store=8059a133c085da20ff84f9c822e2b85a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,653 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,654 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:49,654 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:53:49,655 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,655 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:49,655 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a547282c6380da6b6578eef647f25c4, NAME => 'SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T21:53:49,655 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,655 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,655 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,656 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,656 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,656 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,656 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1a60ce1b999ce1a9bd1ab22ffe2f5e33, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:49,657 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:49,657 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:49,657 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:49,657 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c077026d64bac70f345440429ca07a, NAME => 'SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T21:53:49,658 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,658 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,658 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,658 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,659 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9363552d0766349eb092a1d5fe7e7e17, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:49,659 INFO [StoreOpener-8a547282c6380da6b6578eef647f25c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,660 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,661 INFO [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,662 INFO [StoreOpener-8a547282c6380da6b6578eef647f25c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a547282c6380da6b6578eef647f25c4 columnFamilyName cf 2024-12-04T21:53:49,662 DEBUG [StoreOpener-8a547282c6380da6b6578eef647f25c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33, server=bb3046a53f79,46821,1733349206834 because future has completed 2024-12-04T21:53:49,663 INFO [StoreOpener-8a547282c6380da6b6578eef647f25c4-1 {}] regionserver.HStore(327): Store=8a547282c6380da6b6578eef647f25c4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,663 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,664 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9363552d0766349eb092a1d5fe7e7e17, server=bb3046a53f79,42599,1733349206948 because future has completed 2024-12-04T21:53:49,665 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8059a133c085da20ff84f9c822e2b85a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,665 INFO [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c077026d64bac70f345440429ca07a columnFamilyName cf 2024-12-04T21:53:49,665 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,665 DEBUG [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,666 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8059a133c085da20ff84f9c822e2b85a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61216077, jitterRate=-0.08780936896800995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,666 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,666 INFO [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] regionserver.HStore(327): Store=75c077026d64bac70f345440429ca07a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,666 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:49,666 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,666 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,666 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8059a133c085da20ff84f9c822e2b85a: Running coprocessor pre-open hook at 1733349229642Writing region info on filesystem at 1733349229642Initializing all the Stores at 1733349229645 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229645Cleaning up temporary data from old regions at 1733349229656 (+11 ms)Running coprocessor post-open hooks at 1733349229666 (+10 ms)Region opened successfully at 1733349229666 2024-12-04T21:53:49,668 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a., pid=21, masterSystemTime=1733349229626 2024-12-04T21:53:49,669 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,670 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,671 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,671 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,671 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-04T21:53:49,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33, server=bb3046a53f79,46821,1733349206834 in 10.0650 sec 2024-12-04T21:53:49,671 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:49,672 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:53:49,672 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:49,672 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 683761892cd32cae4432eeed11046a85, NAME => 'SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T21:53:49,673 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,673 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,673 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8059a133c085da20ff84f9c822e2b85a, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:49,673 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-04T21:53:49,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9363552d0766349eb092a1d5fe7e7e17, server=bb3046a53f79,42599,1733349206948 in 10.0740 sec 2024-12-04T21:53:49,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8059a133c085da20ff84f9c822e2b85a, server=bb3046a53f79,35155,1733349206915 because future has completed 2024-12-04T21:53:49,677 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,677 INFO [StoreOpener-683761892cd32cae4432eeed11046a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a60ce1b999ce1a9bd1ab22ffe2f5e33, ASSIGN in 10.2460 sec 2024-12-04T21:53:49,680 INFO [StoreOpener-683761892cd32cae4432eeed11046a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 683761892cd32cae4432eeed11046a85 columnFamilyName cf 2024-12-04T21:53:49,680 DEBUG [StoreOpener-683761892cd32cae4432eeed11046a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN in 10.2510 sec 2024-12-04T21:53:49,681 INFO [StoreOpener-683761892cd32cae4432eeed11046a85-1 {}] regionserver.HStore(327): Store=683761892cd32cae4432eeed11046a85/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,681 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,682 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8a547282c6380da6b6578eef647f25c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,682 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/75c077026d64bac70f345440429ca07a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,683 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 75c077026d64bac70f345440429ca07a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74062419, jitterRate=0.10361604392528534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:49,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 75c077026d64bac70f345440429ca07a: Running coprocessor pre-open hook at 1733349229658Writing region info on filesystem at 1733349229658Initializing all the Stores at 1733349229660 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229660Cleaning up temporary data from old regions at 1733349229671 (+11 ms)Running coprocessor post-open hooks at 1733349229683 (+12 ms)Region opened successfully at 1733349229683 2024-12-04T21:53:49,683 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8a547282c6380da6b6578eef647f25c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74081835, jitterRate=0.10390536487102509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:49,684 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8a547282c6380da6b6578eef647f25c4: Running coprocessor pre-open hook at 1733349229656Writing region info on filesystem at 1733349229656Initializing all the Stores at 1733349229658 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229658Cleaning up temporary data from old regions at 1733349229666 (+8 ms)Running coprocessor post-open hooks at 1733349229683 (+17 ms)Region opened successfully at 1733349229683 2024-12-04T21:53:49,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-04T21:53:49,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8059a133c085da20ff84f9c822e2b85a, server=bb3046a53f79,35155,1733349206915 in 10.0640 sec 2024-12-04T21:53:49,685 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,684 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4., pid=19, masterSystemTime=1733349229596 2024-12-04T21:53:49,685 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a., pid=23, masterSystemTime=1733349229606 2024-12-04T21:53:49,686 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,686 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8059a133c085da20ff84f9c822e2b85a, ASSIGN in 10.2590 sec 2024-12-04T21:53:49,687 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:49,688 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:53:49,689 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a547282c6380da6b6578eef647f25c4, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:49,689 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:49,689 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:53:49,689 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:49,689 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a982cdc4bb08c2c53b881d0a0d707456, NAME => 'SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T21:53:49,690 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,690 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,690 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,690 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c077026d64bac70f345440429ca07a, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a547282c6380da6b6578eef647f25c4, server=bb3046a53f79,46821,1733349206834 because future has completed 2024-12-04T21:53:49,694 INFO [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c077026d64bac70f345440429ca07a, server=bb3046a53f79,42599,1733349206948 because future has completed 2024-12-04T21:53:49,695 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/683761892cd32cae4432eeed11046a85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,696 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 683761892cd32cae4432eeed11046a85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65884337, jitterRate=-0.01824687421321869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,697 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:49,697 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 683761892cd32cae4432eeed11046a85: Running coprocessor pre-open hook at 1733349229673Writing region info on filesystem at 1733349229673Initializing all the Stores at 1733349229676 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229676Cleaning up temporary data from old regions at 1733349229686 (+10 ms)Running coprocessor post-open hooks at 1733349229697 (+11 ms)Region opened successfully at 1733349229697 2024-12-04T21:53:49,697 INFO [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a982cdc4bb08c2c53b881d0a0d707456 columnFamilyName cf 2024-12-04T21:53:49,697 DEBUG [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,698 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85., pid=22, masterSystemTime=1733349229626 2024-12-04T21:53:49,698 INFO [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] regionserver.HStore(327): Store=a982cdc4bb08c2c53b881d0a0d707456/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,698 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,700 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-04T21:53:49,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a547282c6380da6b6578eef647f25c4, server=bb3046a53f79,46821,1733349206834 in 10.0930 sec 2024-12-04T21:53:49,701 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,701 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:49,701 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:53:49,702 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:49,702 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,702 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-04T21:53:49,702 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 756821e2bf65f3c1ac7ee17662c8ef41, NAME => 'SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T21:53:49,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c077026d64bac70f345440429ca07a, server=bb3046a53f79,42599,1733349206948 in 10.0820 sec 2024-12-04T21:53:49,702 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,703 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,703 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,703 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a547282c6380da6b6578eef647f25c4, ASSIGN in 10.2750 sec 2024-12-04T21:53:49,705 INFO [StoreOpener-756821e2bf65f3c1ac7ee17662c8ef41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,705 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN in 10.2770 sec 2024-12-04T21:53:49,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=683761892cd32cae4432eeed11046a85, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:49,707 INFO [StoreOpener-756821e2bf65f3c1ac7ee17662c8ef41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 756821e2bf65f3c1ac7ee17662c8ef41 columnFamilyName cf 2024-12-04T21:53:49,707 DEBUG [StoreOpener-756821e2bf65f3c1ac7ee17662c8ef41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,709 INFO [StoreOpener-756821e2bf65f3c1ac7ee17662c8ef41-1 {}] regionserver.HStore(327): Store=756821e2bf65f3c1ac7ee17662c8ef41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,709 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,710 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/a982cdc4bb08c2c53b881d0a0d707456/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,710 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 683761892cd32cae4432eeed11046a85, server=bb3046a53f79,35155,1733349206915 because future has completed 2024-12-04T21:53:49,710 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a982cdc4bb08c2c53b881d0a0d707456; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73598837, jitterRate=0.09670813381671906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,711 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:49,711 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a982cdc4bb08c2c53b881d0a0d707456: Running coprocessor pre-open hook at 1733349229690Writing region info on filesystem at 1733349229690Initializing all the Stores at 1733349229692 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229693 (+1 ms)Cleaning up temporary data from old regions at 1733349229702 (+9 ms)Running coprocessor post-open hooks at 1733349229711 (+9 ms)Region opened successfully at 1733349229711 2024-12-04T21:53:49,711 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,712 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., pid=17, masterSystemTime=1733349229606 2024-12-04T21:53:49,712 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,712 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,714 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:49,714 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:53:49,715 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a982cdc4bb08c2c53b881d0a0d707456, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42599,1733349206948 2024-12-04T21:53:49,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-04T21:53:49,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 683761892cd32cae4432eeed11046a85, server=bb3046a53f79,35155,1733349206915 in 10.0970 sec 2024-12-04T21:53:49,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a982cdc4bb08c2c53b881d0a0d707456, server=bb3046a53f79,42599,1733349206948 because future has completed 2024-12-04T21:53:49,720 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/756821e2bf65f3c1ac7ee17662c8ef41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=683761892cd32cae4432eeed11046a85, ASSIGN in 10.2920 sec 2024-12-04T21:53:49,721 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 756821e2bf65f3c1ac7ee17662c8ef41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61752700, jitterRate=-0.07981306314468384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,721 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:49,721 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 756821e2bf65f3c1ac7ee17662c8ef41: Running coprocessor pre-open hook at 1733349229703Writing region info on filesystem at 1733349229703Initializing all the Stores at 1733349229704 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229704Cleaning up temporary data from old regions at 1733349229712 (+8 ms)Running coprocessor post-open hooks at 1733349229721 (+9 ms)Region opened successfully at 1733349229721 2024-12-04T21:53:49,722 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41., pid=24, masterSystemTime=1733349229626 2024-12-04T21:53:49,725 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:49,725 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:53:49,725 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:49,725 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c2748d94635fa3350829da6163f0ce56, NAME => 'SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-04T21:53:49,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-04T21:53:49,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a982cdc4bb08c2c53b881d0a0d707456, server=bb3046a53f79,42599,1733349206948 in 10.1220 sec 2024-12-04T21:53:49,725 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=756821e2bf65f3c1ac7ee17662c8ef41, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:49,726 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,726 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:53:49,726 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,726 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41, server=bb3046a53f79,35155,1733349206915 because future has completed 2024-12-04T21:53:49,730 INFO [StoreOpener-c2748d94635fa3350829da6163f0ce56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,733 INFO [StoreOpener-c2748d94635fa3350829da6163f0ce56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2748d94635fa3350829da6163f0ce56 columnFamilyName cf 2024-12-04T21:53:49,733 DEBUG [StoreOpener-c2748d94635fa3350829da6163f0ce56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:53:49,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN in 10.3010 sec 2024-12-04T21:53:49,734 INFO [StoreOpener-c2748d94635fa3350829da6163f0ce56-1 {}] regionserver.HStore(327): Store=c2748d94635fa3350829da6163f0ce56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:53:49,734 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,736 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,737 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,741 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,742 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-04T21:53:49,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41, server=bb3046a53f79,35155,1733349206915 in 10.0980 sec 2024-12-04T21:53:49,744 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=756821e2bf65f3c1ac7ee17662c8ef41, ASSIGN in 10.3190 sec 2024-12-04T21:53:49,749 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:53:49,750 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c2748d94635fa3350829da6163f0ce56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68810955, jitterRate=0.02536313235759735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:53:49,750 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:49,751 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c2748d94635fa3350829da6163f0ce56: Running coprocessor pre-open hook at 1733349229726Writing region info on filesystem at 1733349229726Initializing all the Stores at 1733349229728 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349229728Cleaning up temporary data from old regions at 1733349229742 (+14 ms)Running coprocessor post-open hooks at 1733349229750 (+8 ms)Region opened successfully at 1733349229751 (+1 ms) 2024-12-04T21:53:49,752 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., pid=20, masterSystemTime=1733349229626 2024-12-04T21:53:49,755 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:49,756 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:53:49,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c2748d94635fa3350829da6163f0ce56, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:53:49,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2748d94635fa3350829da6163f0ce56, server=bb3046a53f79,35155,1733349206915 because future has completed 2024-12-04T21:53:49,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-12-04T21:53:49,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c2748d94635fa3350829da6163f0ce56, server=bb3046a53f79,35155,1733349206915 in 10.1520 sec 2024-12-04T21:53:49,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-04T21:53:49,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2748d94635fa3350829da6163f0ce56, ASSIGN in 10.3450 sec 2024-12-04T21:53:49,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:53:49,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349229777"}]},"ts":"1733349229777"} 2024-12-04T21:53:49,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-04T21:53:49,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:53:49,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9340 sec 2024-12-04T21:53:51,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-04T21:53:55,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:53:55,238 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:53:56,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-04T21:53:56,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-04T21:53:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:53:57,133 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-04T21:53:57,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-04T21:53:57,137 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:53:57,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-04T21:53:57,153 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:53:57,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-04T21:53:57,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,203 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,205 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., hostname=bb3046a53f79,35155,1733349206915, seqNum=2] 2024-12-04T21:53:57,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., hostname=bb3046a53f79,46821,1733349206834, seqNum=2] 2024-12-04T21:53:57,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., hostname=bb3046a53f79,42599,1733349206948, seqNum=2] 2024-12-04T21:53:57,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:53:57,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:53:58,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:53:58,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:53:58,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:53:58,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:53:58,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46821 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:53:58,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:53:58,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:53:58,867 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-04T21:53:58,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:53:58,870 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-04T21:53:58,877 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-04T21:53:58,895 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-04T21:53:58,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741848_1024 (size=49) 2024-12-04T21:53:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741848_1024 (size=49) 2024-12-04T21:53:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741848_1024 (size=49) 2024-12-04T21:53:58,922 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-04T21:53:58,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a547282c6380da6b6578eef647f25c4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 683761892cd32cae4432eeed11046a85}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8059a133c085da20ff84f9c822e2b85a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c08231fd957375c69521a5e4564b2a0d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2748d94635fa3350829da6163f0ce56}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456}] 2024-12-04T21:53:58,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:58,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:58,932 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:53:58,932 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2748d94635fa3350829da6163f0ce56 2024-12-04T21:53:58,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:53:58,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:53:58,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:53:58,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:53:58,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 683761892cd32cae4432eeed11046a85 2024-12-04T21:53:58,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:58,970 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing bb3046a53f79,42599,1733349206948 2024-12-04T21:53:58,971 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server bb3046a53f79,42599,1733349206948: Simulated kill ***** 2024-12-04T21:53:58,971 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T21:53:58,974 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T21:53:58,975 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T21:53:58,978 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T21:53:58,978 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T21:53:58,985 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 567805112 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153457000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "bb3046a53f79", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "bb3046a53f79", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61037", "tag.serverName": "bb3046a53f79,35155,1733349206915", "tag.clusterId": "168393e6-28a0-47d4-9ebe-ae5afbac94d1", "tag.Context": "regionserver", "tag.Hostname": "bb3046a53f79", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733349206915, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-04T21:53:58,989 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41427 {}] master.MasterRpcServices(700): bb3046a53f79,42599,1733349206948 reported a fatal error: ***** ABORTING region server bb3046a53f79,42599,1733349206948: Simulated kill ***** 2024-12-04T21:53:58,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,42599,1733349206948' ***** 2024-12-04T21:53:58,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-04T21:53:58,992 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:53:58,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:53:58,992 INFO [RS:2;bb3046a53f79:42599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T21:53:58,992 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:53:58,992 INFO [RS:2;bb3046a53f79:42599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T21:53:58,992 INFO [RS:2;bb3046a53f79:42599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:53:58,993 INFO [RS:2;bb3046a53f79:42599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bb3046a53f79:42599. 2024-12-04T21:53:58,993 DEBUG [RS:2;bb3046a53f79:42599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:53:58,993 DEBUG [RS:2;bb3046a53f79:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:53:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741833_1009 (size=951) 2024-12-04T21:53:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741833_1009 (size=951) 2024-12-04T21:53:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741833_1009 (size=951) 2024-12-04T21:53:59,001 DEBUG [RS:2;bb3046a53f79:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:53:59,001 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:53:59,001 INFO [RS:2;bb3046a53f79:42599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42599 2024-12-04T21:53:59,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,42599,1733349206948 2024-12-04T21:53:59,008 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:53:59,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:53:59,008 INFO [RS:2;bb3046a53f79:42599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:53:59,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,42599,1733349206948] 2024-12-04T21:53:59,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,42599,1733349206948 already deleted, retry=false 2024-12-04T21:53:59,011 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of bb3046a53f79,42599,1733349206948 on bb3046a53f79,41427,1733349206244 2024-12-04T21:53:59,018 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bb3046a53f79,42599,1733349206948, splitWal=true, meta=false 2024-12-04T21:53:59,022 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bb3046a53f79,42599,1733349206948, splitWal=true, meta=false 2024-12-04T21:53:59,024 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for bb3046a53f79,42599,1733349206948 (carryingMeta=false) bb3046a53f79,42599,1733349206948/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@aea393f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T21:53:59,024 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): bb3046a53f79,42599,1733349206948 had 3 regions 2024-12-04T21:53:59,026 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bb3046a53f79,42599,1733349206948, splitWal=true, meta=false, isMeta: false 2024-12-04T21:53:59,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:53:59,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:53:59,027 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:53:59,029 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a can not run currently because target server of region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T21:53:59,029 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 can not run currently because target server of region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T21:53:59,029 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a; timeout=1000, timestamp=1733349240029 2024-12-04T21:53:59,029 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456; timeout=1000, timestamp=1733349240029 2024-12-04T21:53:59,029 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 can not run currently because target server of region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T21:53:59,029 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17; timeout=1000, timestamp=1733349240029 2024-12-04T21:53:59,030 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting 2024-12-04T21:53:59,032 INFO [PEWorker-1 {}] master.SplitWALManager(105): bb3046a53f79,42599,1733349206948 WAL count=1, meta=false 2024-12-04T21:53:59,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure bb3046a53f79%2C42599%2C1733349206948.1733349208135}] 2024-12-04T21:53:59,043 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:53:59,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure bb3046a53f79%2C42599%2C1733349206948.1733349208135, worker=bb3046a53f79,46821,1733349206834}] 2024-12-04T21:53:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:53:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x100a73941ad0003, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:53:59,112 INFO [RS:2;bb3046a53f79:42599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:53:59,112 INFO [RS:2;bb3046a53f79:42599 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,42599,1733349206948; zookeeper connection closed. 2024-12-04T21:53:59,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aa39275 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aa39275 2024-12-04T21:54:00,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:00,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:00,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:00,034 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 can not run currently because target server of region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T21:54:00,034 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 can not run currently because target server of region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T21:54:00,034 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a can not run currently because target server of region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T21:54:00,034 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456; timeout=2000, timestamp=1733349242034 2024-12-04T21:54:00,034 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17; timeout=2000, timestamp=1733349242034 2024-12-04T21:54:00,035 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a; timeout=2000, timestamp=1733349242034 2024-12-04T21:54:00,053 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T21:54:00,053 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T21:54:02,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:02,035 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:02,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:02,037 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 can not run currently because target server of region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T21:54:02,038 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a can not run currently because target server of region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T21:54:02,038 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17; timeout=4000, timestamp=1733349246038 2024-12-04T21:54:02,038 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 can not run currently because target server of region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T21:54:02,038 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a; timeout=4000, timestamp=1733349246038 2024-12-04T21:54:02,038 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456; timeout=4000, timestamp=1733349246038 2024-12-04T21:54:06,038 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:06,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:06,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:06,040 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a can not run currently because target server of region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T21:54:06,040 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 can not run currently because target server of region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T21:54:06,040 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 can not run currently because target server of region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. bb3046a53f79,42599,1733349206948 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T21:54:06,040 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a; timeout=8000, timestamp=1733349254040 2024-12-04T21:54:06,040 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17; timeout=8000, timestamp=1733349254040 2024-12-04T21:54:06,040 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456; timeout=8000, timestamp=1733349254040 2024-12-04T21:54:08,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-04T21:54:08,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-04T21:54:08,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-04T21:54:08,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:08,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:08,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-04T21:54:08,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:08,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-04T21:54:08,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-04T21:54:08,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:08,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-04T21:54:08,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-04T21:54:08,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:08,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:08,950 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1a60ce1b999ce1a9bd1ab22ffe2f5e33 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-04T21:54:08,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c2748d94635fa3350829da6163f0ce56 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c08231fd957375c69521a5e4564b2a0d: 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 683761892cd32cae4432eeed11046a85: 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 756821e2bf65f3c1ac7ee17662c8ef41: 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8a547282c6380da6b6578eef647f25c4: 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. for SnapshotProcedureTest completed. 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. for SnapshotProcedureTest completed. 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. for SnapshotProcedureTest completed. 2024-12-04T21:54:08,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. for SnapshotProcedureTest completed. 2024-12-04T21:54:08,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:08,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:08,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:08,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:08,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:08,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:08,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:08,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:08,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:08,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:08,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:08,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:08,976 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135, size=951 (951bytes) 2024-12-04T21:54:08,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T21:54:08,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T21:54:08,978 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 2024-12-04T21:54:08,984 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 after 3ms 2024-12-04T21:54:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741850_1026 (size=65) 2024-12-04T21:54:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741850_1026 (size=65) 2024-12-04T21:54:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741850_1026 (size=65) 2024-12-04T21:54:08,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:08,998 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 took 24ms 2024-12-04T21:54:08,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-04T21:54:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-04T21:54:09,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:54:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741849_1025 (size=65) 2024-12-04T21:54:09,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:54:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741849_1025 (size=65) 2024-12-04T21:54:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741849_1025 (size=65) 2024-12-04T21:54:09,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:09,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T21:54:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T21:54:09,007 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:54:09,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:54:09,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a547282c6380da6b6578eef647f25c4 in 10.0810 sec 2024-12-04T21:54:09,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c08231fd957375c69521a5e4564b2a0d in 10.0840 sec 2024-12-04T21:54:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741851_1027 (size=65) 2024-12-04T21:54:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741851_1027 (size=65) 2024-12-04T21:54:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741851_1027 (size=65) 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8059a133c085da20ff84f9c822e2b85a: 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. for SnapshotProcedureTest completed. 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:09,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-04T21:54:09,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:54:09,025 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:54:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741852_1028 (size=65) 2024-12-04T21:54:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741852_1028 (size=65) 2024-12-04T21:54:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741852_1028 (size=65) 2024-12-04T21:54:09,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 756821e2bf65f3c1ac7ee17662c8ef41 in 10.1050 sec 2024-12-04T21:54:09,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9363552d0766349eb092a1d5fe7e7e17: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T21:54:09,046 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 75c077026d64bac70f345440429ca07a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T21:54:09,048 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a982cdc4bb08c2c53b881d0a0d707456: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T21:54:09,048 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 so closing down 2024-12-04T21:54:09,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T21:54:09,049 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T21:54:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741853_1029 (size=65) 2024-12-04T21:54:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741853_1029 (size=65) 2024-12-04T21:54:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741853_1029 (size=65) 2024-12-04T21:54:09,054 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135, size=951, length=951, corrupted=false, cancelled=false 2024-12-04T21:54:09,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135, journal: Splitting hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135, size=951 (951bytes) at 1733349248976Finishing writing output for hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 so closing down at 1733349249048 (+72 ms)3 split writer threads finished at 1733349249049 (+1 ms)Processed 3 edits across 0 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135, size=951, length=951, corrupted=false, cancelled=false at 1733349249054 (+5 ms) 2024-12-04T21:54:09,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:09,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-04T21:54:09,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 2024-12-04T21:54:09,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-04T21:54:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-04T21:54:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-04T21:54:09,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:54:09,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:54:09,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8059a133c085da20ff84f9c822e2b85a in 10.1330 sec 2024-12-04T21:54:09,066 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting/bb3046a53f79%2C42599%2C1733349206948.1733349208135 to hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs 2024-12-04T21:54:09,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T21:54:09,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure bb3046a53f79%2C42599%2C1733349206948.1733349208135, worker=bb3046a53f79,46821,1733349206834 in 10.0200 sec 2024-12-04T21:54:09,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/.tmp/cf/e91f4ede76d44630809de0bf42fb22fd is 34, key is ccd/cf:cf/1733349238124/Put/seqid=0 2024-12-04T21:54:09,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/.tmp/cf/22634dc710f04c73b31e373fd37317a4 is 34, key is baa/cf:cf/1733349238038/Put/seqid=0 2024-12-04T21:54:09,072 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:09,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-04T21:54:09,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure bb3046a53f79%2C42599%2C1733349206948.1733349208135, worker=bb3046a53f79,46821,1733349206834 in 10.0390 sec 2024-12-04T21:54:09,080 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting dir is empty, no logs to split. 2024-12-04T21:54:09,080 INFO [PEWorker-5 {}] master.SplitWALManager(105): bb3046a53f79,42599,1733349206948 WAL count=0, meta=false 2024-12-04T21:54:09,080 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if bb3046a53f79,42599,1733349206948 WAL splitting is done? wals=0, meta=false 2024-12-04T21:54:09,083 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for bb3046a53f79,42599,1733349206948 failed, ignore...File hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/WALs/bb3046a53f79,42599,1733349206948-splitting does not exist. 2024-12-04T21:54:09,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN}] 2024-12-04T21:54:09,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN 2024-12-04T21:54:09,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN 2024-12-04T21:54:09,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN 2024-12-04T21:54:09,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T21:54:09,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T21:54:09,088 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T21:54:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741855_1031 (size=28623) 2024-12-04T21:54:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741854_1030 (size=47197) 2024-12-04T21:54:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741854_1030 (size=47197) 2024-12-04T21:54:09,097 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/.tmp/cf/e91f4ede76d44630809de0bf42fb22fd 2024-12-04T21:54:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741854_1030 (size=47197) 2024-12-04T21:54:09,098 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/.tmp/cf/22634dc710f04c73b31e373fd37317a4 2024-12-04T21:54:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741855_1031 (size=28623) 2024-12-04T21:54:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741855_1031 (size=28623) 2024-12-04T21:54:09,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/.tmp/cf/22634dc710f04c73b31e373fd37317a4 as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/cf/22634dc710f04c73b31e373fd37317a4 2024-12-04T21:54:09,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/.tmp/cf/e91f4ede76d44630809de0bf42fb22fd as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/cf/e91f4ede76d44630809de0bf42fb22fd 2024-12-04T21:54:09,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/cf/22634dc710f04c73b31e373fd37317a4, entries=731, sequenceid=5, filesize=28.0 K 2024-12-04T21:54:09,165 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c2748d94635fa3350829da6163f0ce56 in 212ms, sequenceid=5, compaction requested=false 2024-12-04T21:54:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c2748d94635fa3350829da6163f0ce56: 2024-12-04T21:54:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. for SnapshotProcedureTest completed. 2024-12-04T21:54:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/cf/22634dc710f04c73b31e373fd37317a4] hfiles 2024-12-04T21:54:09,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/cf/22634dc710f04c73b31e373fd37317a4 for snapshot=SnapshotProcedureTest 2024-12-04T21:54:09,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/cf/e91f4ede76d44630809de0bf42fb22fd, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-04T21:54:09,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 in 226ms, sequenceid=5, compaction requested=false 2024-12-04T21:54:09,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1a60ce1b999ce1a9bd1ab22ffe2f5e33: 2024-12-04T21:54:09,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. for SnapshotProcedureTest completed. 2024-12-04T21:54:09,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:09,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:09,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/cf/e91f4ede76d44630809de0bf42fb22fd] hfiles 2024-12-04T21:54:09,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/cf/e91f4ede76d44630809de0bf42fb22fd for snapshot=SnapshotProcedureTest 2024-12-04T21:54:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741856_1032 (size=105) 2024-12-04T21:54:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741856_1032 (size=105) 2024-12-04T21:54:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741856_1032 (size=105) 2024-12-04T21:54:09,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:09,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-04T21:54:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-04T21:54:09,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c2748d94635fa3350829da6163f0ce56 2024-12-04T21:54:09,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2748d94635fa3350829da6163f0ce56 2024-12-04T21:54:09,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2748d94635fa3350829da6163f0ce56 in 10.2720 sec 2024-12-04T21:54:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741857_1033 (size=105) 2024-12-04T21:54:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741857_1033 (size=105) 2024-12-04T21:54:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741857_1033 (size=105) 2024-12-04T21:54:09,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:09,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-04T21:54:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-04T21:54:09,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:54:09,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:54:09,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a60ce1b999ce1a9bd1ab22ffe2f5e33 in 10.2870 sec 2024-12-04T21:54:09,239 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:54:09,239 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:54:09,239 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:54:09,239 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:54:09,239 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:54:09,239 INFO [bb3046a53f79:41427 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:54:09,239 INFO [bb3046a53f79:41427 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:54:09,239 DEBUG [bb3046a53f79:41427 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:54:09,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=a982cdc4bb08c2c53b881d0a0d707456, regionState=OPENING, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:09,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=75c077026d64bac70f345440429ca07a, regionState=OPENING, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:09,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9363552d0766349eb092a1d5fe7e7e17, regionState=OPENING, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:09,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN because future has completed 2024-12-04T21:54:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9363552d0766349eb092a1d5fe7e7e17, server=bb3046a53f79,46821,1733349206834}] 2024-12-04T21:54:09,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN because future has completed 2024-12-04T21:54:09,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure a982cdc4bb08c2c53b881d0a0d707456, server=bb3046a53f79,35155,1733349206915}] 2024-12-04T21:54:09,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN because future has completed 2024-12-04T21:54:09,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c077026d64bac70f345440429ca07a, server=bb3046a53f79,35155,1733349206915}] 2024-12-04T21:54:09,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:09,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T21:54:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T21:54:09,432 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 683761892cd32cae4432eeed11046a85 2024-12-04T21:54:09,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 683761892cd32cae4432eeed11046a85 2024-12-04T21:54:09,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 683761892cd32cae4432eeed11046a85 in 10.5090 sec 2024-12-04T21:54:14,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 held by pid=41 2024-12-04T21:54:14,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 held by pid=40 2024-12-04T21:54:14,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a held by pid=39 2024-12-04T21:54:14,040 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:14,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:14,040 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:18,734 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T21:54:18,734 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T21:54:19,261 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:19,261 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:19,261 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a982cdc4bb08c2c53b881d0a0d707456, NAME => 'SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T21:54:19,261 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 9363552d0766349eb092a1d5fe7e7e17, NAME => 'SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T21:54:19,261 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,261 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,261 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:54:19,262 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:54:19,262 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,262 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,262 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,262 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,263 INFO [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,263 INFO [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,264 INFO [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9363552d0766349eb092a1d5fe7e7e17 columnFamilyName cf 2024-12-04T21:54:19,264 INFO [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a982cdc4bb08c2c53b881d0a0d707456 columnFamilyName cf 2024-12-04T21:54:19,264 DEBUG [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:19,264 DEBUG [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:19,265 INFO [StoreOpener-9363552d0766349eb092a1d5fe7e7e17-1 {}] regionserver.HStore(327): Store=9363552d0766349eb092a1d5fe7e7e17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:54:19,265 INFO [StoreOpener-a982cdc4bb08c2c53b881d0a0d707456-1 {}] regionserver.HStore(327): Store=a982cdc4bb08c2c53b881d0a0d707456/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:54:19,265 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,265 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,266 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,266 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,271 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,271 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,272 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a982cdc4bb08c2c53b881d0a0d707456; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61404171, jitterRate=-0.08500654995441437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:54:19,272 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 9363552d0766349eb092a1d5fe7e7e17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63761058, jitterRate=-0.04988619685173035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:54:19,272 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,272 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,272 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a982cdc4bb08c2c53b881d0a0d707456: Running coprocessor pre-open hook at 1733349259262Writing region info on filesystem at 1733349259262Initializing all the Stores at 1733349259263 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349259263Cleaning up temporary data from old regions at 1733349259268 (+5 ms)Running coprocessor post-open hooks at 1733349259272 (+4 ms)Region opened successfully at 1733349259272 2024-12-04T21:54:19,272 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 9363552d0766349eb092a1d5fe7e7e17: Running coprocessor pre-open hook at 1733349259262Writing region info on filesystem at 1733349259262Initializing all the Stores at 1733349259263 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349259263Cleaning up temporary data from old regions at 1733349259268 (+5 ms)Running coprocessor post-open hooks at 1733349259272 (+4 ms)Region opened successfully at 1733349259272 2024-12-04T21:54:19,274 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., pid=42, masterSystemTime=1733349259249 2024-12-04T21:54:19,276 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., pid=43, masterSystemTime=1733349259249 2024-12-04T21:54:19,276 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:19,277 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:19,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9363552d0766349eb092a1d5fe7e7e17, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:19,281 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:19,281 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:19,281 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:19,281 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c077026d64bac70f345440429ca07a, NAME => 'SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T21:54:19,281 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9363552d0766349eb092a1d5fe7e7e17, server=bb3046a53f79,46821,1733349206834 because future has completed 2024-12-04T21:54:19,282 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:54:19,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=a982cdc4bb08c2c53b881d0a0d707456, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:19,282 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,282 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure a982cdc4bb08c2c53b881d0a0d707456, server=bb3046a53f79,35155,1733349206915 because future has completed 2024-12-04T21:54:19,284 INFO [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,286 INFO [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c077026d64bac70f345440429ca07a columnFamilyName cf 2024-12-04T21:54:19,286 DEBUG [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:19,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-04T21:54:19,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9363552d0766349eb092a1d5fe7e7e17, server=bb3046a53f79,46821,1733349206834 in 10.0410 sec 2024-12-04T21:54:19,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-04T21:54:19,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure a982cdc4bb08c2c53b881d0a0d707456, server=bb3046a53f79,35155,1733349206915 in 10.0420 sec 2024-12-04T21:54:19,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9363552d0766349eb092a1d5fe7e7e17, ASSIGN in 10.2050 sec 2024-12-04T21:54:19,293 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:19,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a982cdc4bb08c2c53b881d0a0d707456, ASSIGN in 10.2060 sec 2024-12-04T21:54:19,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:19,297 INFO [StoreOpener-75c077026d64bac70f345440429ca07a-1 {}] regionserver.HStore(327): Store=75c077026d64bac70f345440429ca07a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:54:19,297 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,299 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,301 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,301 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,301 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,304 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,306 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 75c077026d64bac70f345440429ca07a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65286247, jitterRate=-0.027159109711647034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:54:19,306 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,306 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 75c077026d64bac70f345440429ca07a: Running coprocessor pre-open hook at 1733349259282Writing region info on filesystem at 1733349259282Initializing all the Stores at 1733349259284 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349259284Cleaning up temporary data from old regions at 1733349259301 (+17 ms)Running coprocessor post-open hooks at 1733349259306 (+5 ms)Region opened successfully at 1733349259306 2024-12-04T21:54:19,308 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a., pid=44, masterSystemTime=1733349259249 2024-12-04T21:54:19,310 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:19,310 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:19,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=75c077026d64bac70f345440429ca07a, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:19,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c077026d64bac70f345440429ca07a, server=bb3046a53f79,35155,1733349206915 because future has completed 2024-12-04T21:54:19,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-04T21:54:19,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c077026d64bac70f345440429ca07a, server=bb3046a53f79,35155,1733349206915 in 10.0670 sec 2024-12-04T21:54:19,321 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:19,323 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server bb3046a53f79,42599,1733349206948 after splitting done 2024-12-04T21:54:19,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-04T21:54:19,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75c077026d64bac70f345440429ca07a, ASSIGN in 10.2340 sec 2024-12-04T21:54:19,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure bb3046a53f79,42599,1733349206948, splitWal=true, meta=false in 20.3110 sec 2024-12-04T21:54:24,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:54:25,239 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:54:28,001 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-04T21:54:29,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-04T21:54:29,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:29,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9363552d0766349eb092a1d5fe7e7e17: 2024-12-04T21:54:29,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. for SnapshotProcedureTest completed. 2024-12-04T21:54:29,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:29,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:29,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:29,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-04T21:54:29,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:29,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-04T21:54:29,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:29,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a982cdc4bb08c2c53b881d0a0d707456: 2024-12-04T21:54:29,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. for SnapshotProcedureTest completed. 2024-12-04T21:54:29,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 75c077026d64bac70f345440429ca07a: 2024-12-04T21:54:29,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. for SnapshotProcedureTest completed. 2024-12-04T21:54:29,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:29,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:54:29,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:29,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:54:29,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:29,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:54:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741858_1034 (size=65) 2024-12-04T21:54:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741858_1034 (size=65) 2024-12-04T21:54:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741858_1034 (size=65) 2024-12-04T21:54:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-04T21:54:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-04T21:54:29,315 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:29,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:29,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9363552d0766349eb092a1d5fe7e7e17 in 30.3920 sec 2024-12-04T21:54:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741859_1035 (size=57) 2024-12-04T21:54:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741859_1035 (size=57) 2024-12-04T21:54:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741859_1035 (size=57) 2024-12-04T21:54:29,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:29,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-04T21:54:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-04T21:54:29,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:29,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:29,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a982cdc4bb08c2c53b881d0a0d707456 in 30.4070 sec 2024-12-04T21:54:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741860_1036 (size=57) 2024-12-04T21:54:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741860_1036 (size=57) 2024-12-04T21:54:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741860_1036 (size=57) 2024-12-04T21:54:29,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:29,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T21:54:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T21:54:29,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:29,337 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:29,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T21:54:29,341 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-04T21:54:29,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75c077026d64bac70f345440429ca07a in 30.4140 sec 2024-12-04T21:54:29,343 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-04T21:54:29,346 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-04T21:54:29,346 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-04T21:54:29,350 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T21:54:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741861_1037 (size=1094) 2024-12-04T21:54:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741861_1037 (size=1094) 2024-12-04T21:54:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741861_1037 (size=1094) 2024-12-04T21:54:29,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-04T21:54:29,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-04T21:54:29,426 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:29,427 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:29,427 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:29,427 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:29,427 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:29,432 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:32,694 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb3046a53f79:41427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T21:54:34,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1a60ce1b999ce1a9bd1ab22ffe2f5e33, had cached 0 bytes from a total of 47197 2024-12-04T21:54:34,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c2748d94635fa3350829da6163f0ce56, had cached 0 bytes from a total of 28623 2024-12-04T21:54:39,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-04T21:54:39,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-04T21:54:39,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-04T21:54:39,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-04T21:54:39,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-04T21:54:39,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-04T21:54:39,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T21:54:39,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T21:54:39,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-04T21:54:39,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T21:54:39,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T21:54:39,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-04T21:54:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T21:54:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-04T21:54:39,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T21:54:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T21:54:39,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-04T21:54:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-04T21:54:39,451 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 Release verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:39,451 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 Release verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T21:54:39,452 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 Release verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-04T21:54:39,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 in 10.0340 sec 2024-12-04T21:54:39,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 in 10.0350 sec 2024-12-04T21:54:39,461 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 Release verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:39,461 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 Release verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:39,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 in 10.0340 sec 2024-12-04T21:54:39,464 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 Release verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:39,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 in 10.0450 sec 2024-12-04T21:54:39,464 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:39,464 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:39,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 in 10.0450 sec 2024-12-04T21:54:39,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 in 10.0470 sec 2024-12-04T21:54:39,468 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:39,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:39,959 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 75c077026d64bac70f345440429ca07a changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,959 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 683761892cd32cae4432eeed11046a85 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,960 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8059a133c085da20ff84f9c822e2b85a changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,960 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 756821e2bf65f3c1ac7ee17662c8ef41 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,961 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c2748d94635fa3350829da6163f0ce56 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,961 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a982cdc4bb08c2c53b881d0a0d707456 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,961 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a547282c6380da6b6578eef647f25c4 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,961 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c08231fd957375c69521a5e4564b2a0d changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,961 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9363552d0766349eb092a1d5fe7e7e17 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:39,961 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a60ce1b999ce1a9bd1ab22ffe2f5e33 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:54:49,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-04T21:54:49,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-04T21:54:49,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-04T21:54:49,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-04T21:54:49,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T21:54:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-04T21:54:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T21:54:49,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-04T21:54:49,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T21:54:49,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-04T21:54:49,469 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 Release verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T21:54:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-04T21:54:49,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 in 20.0520 sec 2024-12-04T21:54:49,472 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 Release verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:49,472 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 Release verify snapshot worker=bb3046a53f79,35155,1733349206915 2024-12-04T21:54:49,474 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 Release verify snapshot worker=bb3046a53f79,46821,1733349206834 2024-12-04T21:54:49,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,35155,1733349206915 in 20.0550 sec 2024-12-04T21:54:49,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 in 20.0550 sec 2024-12-04T21:54:49,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-04T21:54:49,477 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-04T21:54:49,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46821,1733349206834 in 20.0570 sec 2024-12-04T21:54:49,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.hbase-snapshot/SnapshotProcedureTest 2024-12-04T21:54:49,479 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-04T21:54:49,480 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-04T21:54:49,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6180 sec 2024-12-04T21:54:49,634 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-04T21:54:49,640 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-04T21:54:49,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T21:54:49,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:54:49,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:54:49,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:54:49,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T21:54:49,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-12-04T21:54:49,642 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb3046a53f79,41427,1733349206244 2024-12-04T21:54:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:49,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:49,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:54:49,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:54:49,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:49,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:54:49,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:49,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,46821,1733349206834' ***** 2024-12-04T21:54:49,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:54:49,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,35155,1733349206915' ***** 2024-12-04T21:54:49,665 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-04T21:54:49,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:54:49,665 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3091): Received CLOSE for 756821e2bf65f3c1ac7ee17662c8ef41 2024-12-04T21:54:49,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:49,666 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3091): Received CLOSE for a982cdc4bb08c2c53b881d0a0d707456 2024-12-04T21:54:49,666 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3091): Received CLOSE for 683761892cd32cae4432eeed11046a85 2024-12-04T21:54:49,666 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3091): Received CLOSE for 8059a133c085da20ff84f9c822e2b85a 2024-12-04T21:54:49,666 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3091): Received CLOSE for c2748d94635fa3350829da6163f0ce56 2024-12-04T21:54:49,666 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3091): Received CLOSE for 75c077026d64bac70f345440429ca07a 2024-12-04T21:54:49,667 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 756821e2bf65f3c1ac7ee17662c8ef41, disabling compactions & flushes 2024-12-04T21:54:49,667 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:54:49,668 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:54:49,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:54:49,668 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:54:49,668 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. after waiting 0 ms 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a60ce1b999ce1a9bd1ab22ffe2f5e33 2024-12-04T21:54:49,668 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:54:49,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a982cdc4bb08c2c53b881d0a0d707456, which we are already trying to CLOSE, but not completed yet 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 683761892cd32cae4432eeed11046a85, which we are already trying to CLOSE, but not completed yet 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8059a133c085da20ff84f9c822e2b85a, which we are already trying to CLOSE, but not completed yet 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a547282c6380da6b6578eef647f25c4 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c2748d94635fa3350829da6163f0ce56, which we are already trying to CLOSE, but not completed yet 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 75c077026d64bac70f345440429ca07a, which we are already trying to CLOSE, but not completed yet 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 9363552d0766349eb092a1d5fe7e7e17 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,35155,1733349206915 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,46821,1733349206834 2024-12-04T21:54:49,668 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a60ce1b999ce1a9bd1ab22ffe2f5e33, disabling compactions & flushes 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:54:49,668 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:49,668 INFO [RS:0;bb3046a53f79:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb3046a53f79:46821. 2024-12-04T21:54:49,668 INFO [RS:1;bb3046a53f79:35155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bb3046a53f79:35155. 2024-12-04T21:54:49,668 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:49,669 DEBUG [RS:0;bb3046a53f79:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:54:49,669 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. after waiting 0 ms 2024-12-04T21:54:49,669 DEBUG [RS:1;bb3046a53f79:35155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:54:49,669 DEBUG [RS:0;bb3046a53f79:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,669 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:49,669 DEBUG [RS:1;bb3046a53f79:35155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,669 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T21:54:49,669 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:54:49,669 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:54:49,669 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1325): Online Regions={756821e2bf65f3c1ac7ee17662c8ef41=SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41., a982cdc4bb08c2c53b881d0a0d707456=SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456., 683761892cd32cae4432eeed11046a85=SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85., 8059a133c085da20ff84f9c822e2b85a=SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a., c2748d94635fa3350829da6163f0ce56=SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56., 75c077026d64bac70f345440429ca07a=SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a.} 2024-12-04T21:54:49,669 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:54:49,669 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T21:54:49,669 DEBUG [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1351): Waiting on 683761892cd32cae4432eeed11046a85, 756821e2bf65f3c1ac7ee17662c8ef41, 75c077026d64bac70f345440429ca07a, 8059a133c085da20ff84f9c822e2b85a, a982cdc4bb08c2c53b881d0a0d707456, c2748d94635fa3350829da6163f0ce56 2024-12-04T21:54:49,670 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T21:54:49,670 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1325): Online Regions={1a60ce1b999ce1a9bd1ab22ffe2f5e33=SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33., 8a547282c6380da6b6578eef647f25c4=SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4., 9363552d0766349eb092a1d5fe7e7e17=SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17., 1588230740=hbase:meta,,1.1588230740, c08231fd957375c69521a5e4564b2a0d=SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d.} 2024-12-04T21:54:49,670 DEBUG [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a60ce1b999ce1a9bd1ab22ffe2f5e33, 8a547282c6380da6b6578eef647f25c4, 9363552d0766349eb092a1d5fe7e7e17, c08231fd957375c69521a5e4564b2a0d 2024-12-04T21:54:49,670 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:54:49,670 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:54:49,670 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:54:49,670 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:54:49,670 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:54:49,671 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.28 KB heapSize=25.71 KB 2024-12-04T21:54:49,674 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/756821e2bf65f3c1ac7ee17662c8ef41/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,674 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/1a60ce1b999ce1a9bd1ab22ffe2f5e33/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:54:49,676 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:49,676 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:49,676 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a60ce1b999ce1a9bd1ab22ffe2f5e33: Waiting for close lock at 1733349289668Running coprocessor pre-close hooks at 1733349289668Disabling compacts and flushes for region at 1733349289668Disabling writes for close at 1733349289669 (+1 ms)Writing region close event to WAL at 1733349289670 (+1 ms)Running coprocessor post-close hooks at 1733349289675 (+5 ms)Closed at 1733349289676 (+1 ms) 2024-12-04T21:54:49,676 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 756821e2bf65f3c1ac7ee17662c8ef41: Waiting for close lock at 1733349289667Running coprocessor pre-close hooks at 1733349289667Disabling compacts and flushes for region at 1733349289667Disabling writes for close at 1733349289668 (+1 ms)Writing region close event to WAL at 1733349289668Running coprocessor post-close hooks at 1733349289675 (+7 ms)Closed at 1733349289676 (+1 ms) 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733349218842.756821e2bf65f3c1ac7ee17662c8ef41. 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733349218842.1a60ce1b999ce1a9bd1ab22ffe2f5e33. 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a982cdc4bb08c2c53b881d0a0d707456, disabling compactions & flushes 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a547282c6380da6b6578eef647f25c4, disabling compactions & flushes 2024-12-04T21:54:49,677 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:49,677 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. after waiting 0 ms 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. after waiting 0 ms 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:49,677 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:49,685 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8a547282c6380da6b6578eef647f25c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,686 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/a982cdc4bb08c2c53b881d0a0d707456/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,687 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:54:49,687 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a547282c6380da6b6578eef647f25c4: Waiting for close lock at 1733349289677Running coprocessor pre-close hooks at 1733349289677Disabling compacts and flushes for region at 1733349289677Disabling writes for close at 1733349289677Writing region close event to WAL at 1733349289681 (+4 ms)Running coprocessor post-close hooks at 1733349289686 (+5 ms)Closed at 1733349289687 (+1 ms) 2024-12-04T21:54:49,687 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a982cdc4bb08c2c53b881d0a0d707456: Waiting for close lock at 1733349289677Running coprocessor pre-close hooks at 1733349289677Disabling compacts and flushes for region at 1733349289677Disabling writes for close at 1733349289677Writing region close event to WAL at 1733349289681 (+4 ms)Running coprocessor post-close hooks at 1733349289687 (+6 ms)Closed at 1733349289687 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733349218842.a982cdc4bb08c2c53b881d0a0d707456. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9363552d0766349eb092a1d5fe7e7e17, disabling compactions & flushes 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 683761892cd32cae4432eeed11046a85, disabling compactions & flushes 2024-12-04T21:54:49,687 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:49,687 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. after waiting 0 ms 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. after waiting 0 ms 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:49,687 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:49,692 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/9363552d0766349eb092a1d5fe7e7e17/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,693 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:49,693 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9363552d0766349eb092a1d5fe7e7e17: Waiting for close lock at 1733349289687Running coprocessor pre-close hooks at 1733349289687Disabling compacts and flushes for region at 1733349289687Disabling writes for close at 1733349289687Writing region close event to WAL at 1733349289688 (+1 ms)Running coprocessor post-close hooks at 1733349289693 (+5 ms)Closed at 1733349289693 2024-12-04T21:54:49,693 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733349218842.9363552d0766349eb092a1d5fe7e7e17. 2024-12-04T21:54:49,693 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c08231fd957375c69521a5e4564b2a0d, disabling compactions & flushes 2024-12-04T21:54:49,693 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:49,693 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:49,694 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. after waiting 0 ms 2024-12-04T21:54:49,694 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:49,695 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/683761892cd32cae4432eeed11046a85/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,696 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:49,696 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 683761892cd32cae4432eeed11046a85: Waiting for close lock at 1733349289687Running coprocessor pre-close hooks at 1733349289687Disabling compacts and flushes for region at 1733349289687Disabling writes for close at 1733349289687Writing region close event to WAL at 1733349289688 (+1 ms)Running coprocessor post-close hooks at 1733349289695 (+7 ms)Closed at 1733349289696 (+1 ms) 2024-12-04T21:54:49,696 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733349218842.683761892cd32cae4432eeed11046a85. 2024-12-04T21:54:49,696 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8059a133c085da20ff84f9c822e2b85a, disabling compactions & flushes 2024-12-04T21:54:49,696 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:49,696 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:49,696 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. after waiting 0 ms 2024-12-04T21:54:49,696 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:49,698 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/info/0b14607d11004c16addebd84c8bd49b5 is 167, key is SPTestTable,19999999,1733349218842.8a547282c6380da6b6578eef647f25c4./info:regioninfo/1733349229689/Put/seqid=0 2024-12-04T21:54:49,699 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c08231fd957375c69521a5e4564b2a0d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,699 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:49,699 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c08231fd957375c69521a5e4564b2a0d: Waiting for close lock at 1733349289693Running coprocessor pre-close hooks at 1733349289693Disabling compacts and flushes for region at 1733349289693Disabling writes for close at 1733349289694 (+1 ms)Writing region close event to WAL at 1733349289694Running coprocessor post-close hooks at 1733349289699 (+5 ms)Closed at 1733349289699 2024-12-04T21:54:49,700 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733349218842.c08231fd957375c69521a5e4564b2a0d. 2024-12-04T21:54:49,702 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/8059a133c085da20ff84f9c822e2b85a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,702 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:49,702 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8059a133c085da20ff84f9c822e2b85a: Waiting for close lock at 1733349289696Running coprocessor pre-close hooks at 1733349289696Disabling compacts and flushes for region at 1733349289696Disabling writes for close at 1733349289696Writing region close event to WAL at 1733349289697 (+1 ms)Running coprocessor post-close hooks at 1733349289702 (+5 ms)Closed at 1733349289702 2024-12-04T21:54:49,703 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733349218842.8059a133c085da20ff84f9c822e2b85a. 2024-12-04T21:54:49,703 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2748d94635fa3350829da6163f0ce56, disabling compactions & flushes 2024-12-04T21:54:49,703 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:49,703 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:49,703 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. after waiting 0 ms 2024-12-04T21:54:49,703 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:49,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741862_1038 (size=19790) 2024-12-04T21:54:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741862_1038 (size=19790) 2024-12-04T21:54:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741862_1038 (size=19790) 2024-12-04T21:54:49,716 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/c2748d94635fa3350829da6163f0ce56/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:54:49,716 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.13 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/info/0b14607d11004c16addebd84c8bd49b5 2024-12-04T21:54:49,717 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:49,717 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2748d94635fa3350829da6163f0ce56: Waiting for close lock at 1733349289703Running coprocessor pre-close hooks at 1733349289703Disabling compacts and flushes for region at 1733349289703Disabling writes for close at 1733349289703Writing region close event to WAL at 1733349289705 (+2 ms)Running coprocessor post-close hooks at 1733349289717 (+12 ms)Closed at 1733349289717 2024-12-04T21:54:49,717 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733349218842.c2748d94635fa3350829da6163f0ce56. 2024-12-04T21:54:49,717 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75c077026d64bac70f345440429ca07a, disabling compactions & flushes 2024-12-04T21:54:49,717 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:49,718 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:49,718 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. after waiting 0 ms 2024-12-04T21:54:49,718 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:49,723 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/default/SPTestTable/75c077026d64bac70f345440429ca07a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:54:49,723 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:49,724 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75c077026d64bac70f345440429ca07a: Waiting for close lock at 1733349289717Running coprocessor pre-close hooks at 1733349289717Disabling compacts and flushes for region at 1733349289717Disabling writes for close at 1733349289718 (+1 ms)Writing region close event to WAL at 1733349289718Running coprocessor post-close hooks at 1733349289723 (+5 ms)Closed at 1733349289723 2024-12-04T21:54:49,724 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733349218842.75c077026d64bac70f345440429ca07a. 2024-12-04T21:54:49,740 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/ns/f84685f01bf74e88a773c0ab6a14d1de is 43, key is default/ns:d/1733349218559/Put/seqid=0 2024-12-04T21:54:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741863_1039 (size=5153) 2024-12-04T21:54:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741863_1039 (size=5153) 2024-12-04T21:54:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741863_1039 (size=5153) 2024-12-04T21:54:49,748 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/ns/f84685f01bf74e88a773c0ab6a14d1de 2024-12-04T21:54:49,763 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:54:49,769 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/table/2ccca9ce0723427d9d4b692455be8c8e is 47, key is SPTestTable/table:state/1733349229777/Put/seqid=0 2024-12-04T21:54:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741864_1040 (size=5214) 2024-12-04T21:54:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741864_1040 (size=5214) 2024-12-04T21:54:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741864_1040 (size=5214) 2024-12-04T21:54:49,776 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/table/2ccca9ce0723427d9d4b692455be8c8e 2024-12-04T21:54:49,784 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/info/0b14607d11004c16addebd84c8bd49b5 as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/info/0b14607d11004c16addebd84c8bd49b5 2024-12-04T21:54:49,793 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/info/0b14607d11004c16addebd84c8bd49b5, entries=112, sequenceid=35, filesize=19.3 K 2024-12-04T21:54:49,794 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/ns/f84685f01bf74e88a773c0ab6a14d1de as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/ns/f84685f01bf74e88a773c0ab6a14d1de 2024-12-04T21:54:49,802 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/ns/f84685f01bf74e88a773c0ab6a14d1de, entries=2, sequenceid=35, filesize=5.0 K 2024-12-04T21:54:49,804 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/.tmp/table/2ccca9ce0723427d9d4b692455be8c8e as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/table/2ccca9ce0723427d9d4b692455be8c8e 2024-12-04T21:54:49,811 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/table/2ccca9ce0723427d9d4b692455be8c8e, entries=2, sequenceid=35, filesize=5.1 K 2024-12-04T21:54:49,813 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.28 KB/15648, heapSize ~25.41 KB/26024, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=35, compaction requested=false 2024-12-04T21:54:49,818 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-04T21:54:49,819 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:54:49,819 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:54:49,819 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349289670Running coprocessor pre-close hooks at 1733349289670Disabling compacts and flushes for region at 1733349289670Disabling writes for close at 1733349289670Obtaining lock to block concurrent updates at 1733349289671 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733349289671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15648, getHeapSize=26264, getOffHeapSize=0, getCellsCount=128 at 1733349289671Flushing stores of hbase:meta,,1.1588230740 at 1733349289672 (+1 ms)Flushing 1588230740/info: creating writer at 1733349289672Flushing 1588230740/info: appending metadata at 1733349289697 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733349289697Flushing 1588230740/ns: creating writer at 1733349289726 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733349289740 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733349289740Flushing 1588230740/table: creating writer at 1733349289755 (+15 ms)Flushing 1588230740/table: appending metadata at 1733349289769 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733349289769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9497bc: reopening flushed file at 1733349289783 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172a569a: reopening flushed file at 1733349289793 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f512f8: reopening flushed file at 1733349289803 (+10 ms)Finished flush of dataSize ~15.28 KB/15648, heapSize ~25.41 KB/26024, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=35, compaction requested=false at 1733349289813 (+10 ms)Writing region close event to WAL at 1733349289814 (+1 ms)Running coprocessor post-close hooks at 1733349289819 (+5 ms)Closed at 1733349289819 2024-12-04T21:54:49,820 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T21:54:49,870 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,35155,1733349206915; all regions closed. 2024-12-04T21:54:49,870 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,46821,1733349206834; all regions closed. 2024-12-04T21:54:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741836_1012 (size=18342) 2024-12-04T21:54:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741834_1010 (size=4083) 2024-12-04T21:54:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741834_1010 (size=4083) 2024-12-04T21:54:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741834_1010 (size=4083) 2024-12-04T21:54:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741836_1012 (size=18342) 2024-12-04T21:54:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741836_1012 (size=18342) 2024-12-04T21:54:49,878 DEBUG [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs 2024-12-04T21:54:49,878 DEBUG [RS:1;bb3046a53f79:35155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C35155%2C1733349206915:(num 1733349208135) 2024-12-04T21:54:49,879 INFO [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C46821%2C1733349206834.meta:.meta(num 1733349218369) 2024-12-04T21:54:49,879 DEBUG [RS:1;bb3046a53f79:35155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:54:49,879 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:54:49,879 INFO [RS:1;bb3046a53f79:35155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:54:49,880 INFO [RS:1;bb3046a53f79:35155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35155 2024-12-04T21:54:49,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:54:49,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,35155,1733349206915 2024-12-04T21:54:49,881 INFO [RS:1;bb3046a53f79:35155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:54:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741835_1011 (size=2947) 2024-12-04T21:54:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741835_1011 (size=2947) 2024-12-04T21:54:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741835_1011 (size=2947) 2024-12-04T21:54:49,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,35155,1733349206915] 2024-12-04T21:54:49,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,35155,1733349206915 already deleted, retry=false 2024-12-04T21:54:49,884 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,35155,1733349206915 expired; onlineServers=1 2024-12-04T21:54:49,886 DEBUG [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/oldWALs 2024-12-04T21:54:49,886 INFO [RS:0;bb3046a53f79:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C46821%2C1733349206834:(num 1733349208135) 2024-12-04T21:54:49,886 DEBUG [RS:0;bb3046a53f79:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:54:49,886 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:54:49,886 INFO [RS:0;bb3046a53f79:46821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:54:49,886 INFO [RS:0;bb3046a53f79:46821 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T21:54:49,887 INFO [RS:0;bb3046a53f79:46821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:54:49,887 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:54:49,887 INFO [RS:0;bb3046a53f79:46821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46821 2024-12-04T21:54:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,46821,1733349206834 2024-12-04T21:54:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:54:49,888 INFO [RS:0;bb3046a53f79:46821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:54:49,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,46821,1733349206834] 2024-12-04T21:54:49,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,46821,1733349206834 already deleted, retry=false 2024-12-04T21:54:49,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,46821,1733349206834 expired; onlineServers=0 2024-12-04T21:54:49,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb3046a53f79,41427,1733349206244' ***** 2024-12-04T21:54:49,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T21:54:49,890 INFO [M:0;bb3046a53f79:41427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:54:49,890 INFO [M:0;bb3046a53f79:41427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:54:49,891 DEBUG [M:0;bb3046a53f79:41427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T21:54:49,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T21:54:49,891 DEBUG [M:0;bb3046a53f79:41427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T21:54:49,891 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349207779 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349207779,5,FailOnTimeoutGroup] 2024-12-04T21:54:49,891 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349207780 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349207780,5,FailOnTimeoutGroup] 2024-12-04T21:54:49,891 INFO [M:0;bb3046a53f79:41427 {}] hbase.ChoreService(370): Chore service for: master/bb3046a53f79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T21:54:49,891 INFO [M:0;bb3046a53f79:41427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:54:49,891 DEBUG [M:0;bb3046a53f79:41427 {}] master.HMaster(1795): Stopping service threads 2024-12-04T21:54:49,891 INFO [M:0;bb3046a53f79:41427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T21:54:49,891 INFO [M:0;bb3046a53f79:41427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:54:49,892 ERROR [M:0;bb3046a53f79:41427 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:36261 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36261,5,PEWorkerGroup] 2024-12-04T21:54:49,892 INFO [M:0;bb3046a53f79:41427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T21:54:49,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T21:54:49,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T21:54:49,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:49,893 DEBUG [M:0;bb3046a53f79:41427 {}] zookeeper.ZKUtil(347): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T21:54:49,893 WARN [M:0;bb3046a53f79:41427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T21:54:49,894 INFO [M:0;bb3046a53f79:41427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/.lastflushedseqids 2024-12-04T21:54:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741865_1041 (size=686) 2024-12-04T21:54:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741865_1041 (size=686) 2024-12-04T21:54:49,907 INFO [M:0;bb3046a53f79:41427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T21:54:49,908 INFO [M:0;bb3046a53f79:41427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T21:54:49,908 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:54:49,908 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:49,908 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:49,908 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:54:49,908 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741865_1041 (size=686) 2024-12-04T21:54:49,908 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=184.78 KB heapSize=229.21 KB 2024-12-04T21:54:49,928 DEBUG [M:0;bb3046a53f79:41427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc9edebb09e4a8b930088d9c5f4f957 is 82, key is hbase:meta,,1/info:regioninfo/1733349218475/Put/seqid=0 2024-12-04T21:54:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741866_1042 (size=5672) 2024-12-04T21:54:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741866_1042 (size=5672) 2024-12-04T21:54:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741866_1042 (size=5672) 2024-12-04T21:54:49,938 INFO [M:0;bb3046a53f79:41427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc9edebb09e4a8b930088d9c5f4f957 2024-12-04T21:54:49,962 DEBUG [M:0;bb3046a53f79:41427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6196b83e2142479c623b4eb7beb50f is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733349229785/Put/seqid=0 2024-12-04T21:54:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741867_1043 (size=8902) 2024-12-04T21:54:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741867_1043 (size=8902) 2024-12-04T21:54:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741867_1043 (size=8902) 2024-12-04T21:54:49,971 INFO [M:0;bb3046a53f79:41427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.05 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6196b83e2142479c623b4eb7beb50f 2024-12-04T21:54:49,977 INFO [M:0;bb3046a53f79:41427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c6196b83e2142479c623b4eb7beb50f 2024-12-04T21:54:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:54:49,982 INFO [RS:1;bb3046a53f79:35155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:54:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x100a73941ad0002, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:54:49,983 INFO [RS:1;bb3046a53f79:35155 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,35155,1733349206915; zookeeper connection closed. 2024-12-04T21:54:49,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1789bcca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1789bcca 2024-12-04T21:54:49,989 INFO [RS:0;bb3046a53f79:46821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:54:49,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:54:49,989 INFO [RS:0;bb3046a53f79:46821 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,46821,1733349206834; zookeeper connection closed. 2024-12-04T21:54:49,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x100a73941ad0001, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:54:49,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@422b066 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@422b066 2024-12-04T21:54:49,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T21:54:49,993 DEBUG [M:0;bb3046a53f79:41427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2af598efd8bc4a34a9043f7527f5efe1 is 69, key is bb3046a53f79,35155,1733349206915/rs:state/1733349207900/Put/seqid=0 2024-12-04T21:54:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741868_1044 (size=5446) 2024-12-04T21:54:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741868_1044 (size=5446) 2024-12-04T21:54:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741868_1044 (size=5446) 2024-12-04T21:54:50,001 INFO [M:0;bb3046a53f79:41427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2af598efd8bc4a34a9043f7527f5efe1 2024-12-04T21:54:50,007 INFO [M:0;bb3046a53f79:41427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2af598efd8bc4a34a9043f7527f5efe1 2024-12-04T21:54:50,008 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc9edebb09e4a8b930088d9c5f4f957 as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc9edebb09e4a8b930088d9c5f4f957 2024-12-04T21:54:50,014 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc9edebb09e4a8b930088d9c5f4f957, entries=8, sequenceid=485, filesize=5.5 K 2024-12-04T21:54:50,015 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6196b83e2142479c623b4eb7beb50f as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6196b83e2142479c623b4eb7beb50f 2024-12-04T21:54:50,023 INFO [M:0;bb3046a53f79:41427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c6196b83e2142479c623b4eb7beb50f 2024-12-04T21:54:50,023 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6196b83e2142479c623b4eb7beb50f, entries=54, sequenceid=485, filesize=8.7 K 2024-12-04T21:54:50,024 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2af598efd8bc4a34a9043f7527f5efe1 as hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2af598efd8bc4a34a9043f7527f5efe1 2024-12-04T21:54:50,032 INFO [M:0;bb3046a53f79:41427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2af598efd8bc4a34a9043f7527f5efe1 2024-12-04T21:54:50,032 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36261/user/jenkins/test-data/705d460a-373f-d24f-9013-6da9a2c17a17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2af598efd8bc4a34a9043f7527f5efe1, entries=3, sequenceid=485, filesize=5.3 K 2024-12-04T21:54:50,033 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~184.78 KB/189216, heapSize ~228.91 KB/234408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=485, compaction requested=false 2024-12-04T21:54:50,034 INFO [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:50,035 DEBUG [M:0;bb3046a53f79:41427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349289908Disabling compacts and flushes for region at 1733349289908Disabling writes for close at 1733349289908Obtaining lock to block concurrent updates at 1733349289908Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733349289908Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189216, getHeapSize=234648, getOffHeapSize=0, getCellsCount=588 at 1733349289909 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733349289910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733349289910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733349289928 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733349289928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733349289945 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733349289962 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733349289962Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733349289978 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733349289992 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733349289992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a3a544: reopening flushed file at 1733349290007 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f24763: reopening flushed file at 1733349290014 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46487db1: reopening flushed file at 1733349290023 (+9 ms)Finished flush of dataSize ~184.78 KB/189216, heapSize ~228.91 KB/234408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=485, compaction requested=false at 1733349290033 (+10 ms)Writing region close event to WAL at 1733349290034 (+1 ms)Closed at 1733349290034 2024-12-04T21:54:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741830_1006 (size=221572) 2024-12-04T21:54:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741830_1006 (size=221572) 2024-12-04T21:54:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741830_1006 (size=221572) 2024-12-04T21:54:50,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:54:50,038 INFO [M:0;bb3046a53f79:41427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T21:54:50,038 INFO [M:0;bb3046a53f79:41427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41427 2024-12-04T21:54:50,039 INFO [M:0;bb3046a53f79:41427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:54:50,140 INFO [M:0;bb3046a53f79:41427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:54:50,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:54:50,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x100a73941ad0000, quorum=127.0.0.1:61037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:54:50,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:54:50,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:54:50,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:54:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:54:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,STOPPED} 2024-12-04T21:54:50,156 WARN [BP-1903944195-172.17.0.2-1733349202918 heartbeating to localhost/127.0.0.1:36261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:54:50,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:54:50,156 WARN [BP-1903944195-172.17.0.2-1733349202918 heartbeating to localhost/127.0.0.1:36261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1903944195-172.17.0.2-1733349202918 (Datanode Uuid 31ed11a2-87ba-42fe-9976-64c18fd99460) service to localhost/127.0.0.1:36261 2024-12-04T21:54:50,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:54:50,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data5/current/BP-1903944195-172.17.0.2-1733349202918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:54:50,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data6/current/BP-1903944195-172.17.0.2-1733349202918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:54:50,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:54:50,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:54:50,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:54:50,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:54:50,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:54:50,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,STOPPED} 2024-12-04T21:54:50,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:54:50,166 WARN [BP-1903944195-172.17.0.2-1733349202918 heartbeating to localhost/127.0.0.1:36261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:54:50,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:54:50,166 WARN [BP-1903944195-172.17.0.2-1733349202918 heartbeating to localhost/127.0.0.1:36261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1903944195-172.17.0.2-1733349202918 (Datanode Uuid 2e777104-740d-40d5-b405-01c4b456eadf) service to localhost/127.0.0.1:36261 2024-12-04T21:54:50,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data3/current/BP-1903944195-172.17.0.2-1733349202918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:54:50,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data4/current/BP-1903944195-172.17.0.2-1733349202918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:54:50,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:54:50,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:54:50,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:54:50,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:54:50,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:54:50,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,STOPPED} 2024-12-04T21:54:50,171 WARN [BP-1903944195-172.17.0.2-1733349202918 heartbeating to localhost/127.0.0.1:36261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:54:50,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:54:50,171 WARN [BP-1903944195-172.17.0.2-1733349202918 heartbeating to localhost/127.0.0.1:36261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1903944195-172.17.0.2-1733349202918 (Datanode Uuid 17127d16-cc9a-4c7b-8241-03fbf27f183d) service to localhost/127.0.0.1:36261 2024-12-04T21:54:50,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:54:50,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data1/current/BP-1903944195-172.17.0.2-1733349202918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:54:50,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/cluster_70c511d7-d60e-2ba4-b1a0-45406aae15ce/data/data2/current/BP-1903944195-172.17.0.2-1733349202918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:54:50,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:54:50,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:54:50,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:54:50,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:54:50,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:54:50,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir/,STOPPED} 2024-12-04T21:54:50,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T21:54:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T21:54:50,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=90 (was 11) Potentially hanging thread: regionserver/bb3046a53f79:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:36261 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/bb3046a53f79:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:36261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bb3046a53f79:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bb3046a53f79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:36261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:36261 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bb3046a53f79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/bb3046a53f79:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bb3046a53f79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=2292 (was 4189) 2024-12-04T21:54:50,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=91, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=2293 2024-12-04T21:54:50,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir so I do NOT create it in target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0 2024-12-04T21:54:50,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T21:54:50,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.tmp.dir so I do NOT create it in target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0 2024-12-04T21:54:50,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fb146d9-b399-1227-c329-a46ef2a31e1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T21:54:50,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0 2024-12-04T21:54:50,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19, deleteOnExit=true 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/test.cache.data in system properties and HBase conf 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir in system properties and HBase conf 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T21:54:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T21:54:50,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T21:54:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:54:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:54:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T21:54:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:54:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T21:54:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T21:54:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:54:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:54:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T21:54:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/nfs.dump.dir in system properties and HBase conf 2024-12-04T21:54:50,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/java.io.tmpdir in system properties and HBase conf 2024-12-04T21:54:50,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:54:50,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T21:54:50,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T21:54:50,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:54:50,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:54:50,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:54:50,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:54:50,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:54:50,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:54:50,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2475479b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:54:50,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d71721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:54:50,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75961f6c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/java.io.tmpdir/jetty-localhost-45983-hadoop-hdfs-3_4_1-tests_jar-_-any-7816955456010619175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:54:50,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@206ea604{HTTP/1.1, (http/1.1)}{localhost:45983} 2024-12-04T21:54:50,437 INFO [Time-limited test {}] server.Server(415): Started @89358ms 2024-12-04T21:54:50,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:54:50,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:54:50,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:54:50,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:54:50,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:54:50,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a61ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:54:50,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628468c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:54:50,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d03752{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/java.io.tmpdir/jetty-localhost-39247-hadoop-hdfs-3_4_1-tests_jar-_-any-2255159605260003279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:54:50,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@597a5af4{HTTP/1.1, (http/1.1)}{localhost:39247} 2024-12-04T21:54:50,597 INFO [Time-limited test {}] server.Server(415): Started @89518ms 2024-12-04T21:54:50,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:54:50,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:54:50,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:54:50,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:54:50,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:54:50,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:54:50,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a24c7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:54:50,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64876708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:54:50,664 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data1/current/BP-1607956247-172.17.0.2-1733349290292/current, will proceed with Du for space computation calculation, 2024-12-04T21:54:50,664 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data2/current/BP-1607956247-172.17.0.2-1733349290292/current, will proceed with Du for space computation calculation, 2024-12-04T21:54:50,683 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:54:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fa05a91b09f0886 with lease ID 0x187f61c9ce40db85: Processing first storage report for DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb from datanode DatanodeRegistration(127.0.0.1:39639, datanodeUuid=22a8389d-5b81-447d-acdb-d78e85a83c5d, infoPort=42701, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292) 2024-12-04T21:54:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fa05a91b09f0886 with lease ID 0x187f61c9ce40db85: from storage DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb node DatanodeRegistration(127.0.0.1:39639, datanodeUuid=22a8389d-5b81-447d-acdb-d78e85a83c5d, infoPort=42701, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:54:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fa05a91b09f0886 with lease ID 0x187f61c9ce40db85: Processing first storage report for DS-3408758d-3847-46d6-82b1-77a27e1ad7ed from datanode DatanodeRegistration(127.0.0.1:39639, datanodeUuid=22a8389d-5b81-447d-acdb-d78e85a83c5d, infoPort=42701, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292) 2024-12-04T21:54:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fa05a91b09f0886 with lease ID 0x187f61c9ce40db85: from storage DS-3408758d-3847-46d6-82b1-77a27e1ad7ed node DatanodeRegistration(127.0.0.1:39639, datanodeUuid=22a8389d-5b81-447d-acdb-d78e85a83c5d, infoPort=42701, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:54:50,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e0c607{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/java.io.tmpdir/jetty-localhost-40479-hadoop-hdfs-3_4_1-tests_jar-_-any-11605089739770731677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:54:50,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b5cc3d{HTTP/1.1, (http/1.1)}{localhost:40479} 2024-12-04T21:54:50,733 INFO [Time-limited test {}] server.Server(415): Started @89654ms 2024-12-04T21:54:50,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:54:50,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:54:50,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:54:50,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:54:50,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:54:50,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:54:50,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5777bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:54:50,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5094d3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:54:50,827 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data4/current/BP-1607956247-172.17.0.2-1733349290292/current, will proceed with Du for space computation calculation, 2024-12-04T21:54:50,827 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data3/current/BP-1607956247-172.17.0.2-1733349290292/current, will proceed with Du for space computation calculation, 2024-12-04T21:54:50,849 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:54:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c022a1566fa511 with lease ID 0x187f61c9ce40db86: Processing first storage report for DS-1915ca10-679e-4d1f-8847-4b9676252c7c from datanode DatanodeRegistration(127.0.0.1:46381, datanodeUuid=9ff71696-1fe9-46ed-b351-18c6f7b4fe47, infoPort=41953, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292) 2024-12-04T21:54:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c022a1566fa511 with lease ID 0x187f61c9ce40db86: from storage DS-1915ca10-679e-4d1f-8847-4b9676252c7c node DatanodeRegistration(127.0.0.1:46381, datanodeUuid=9ff71696-1fe9-46ed-b351-18c6f7b4fe47, infoPort=41953, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T21:54:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c022a1566fa511 with lease ID 0x187f61c9ce40db86: Processing first storage report for DS-a34b3a07-c61f-4483-8d40-dcaac800b600 from datanode DatanodeRegistration(127.0.0.1:46381, datanodeUuid=9ff71696-1fe9-46ed-b351-18c6f7b4fe47, infoPort=41953, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292) 2024-12-04T21:54:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c022a1566fa511 with lease ID 0x187f61c9ce40db86: from storage DS-a34b3a07-c61f-4483-8d40-dcaac800b600 node DatanodeRegistration(127.0.0.1:46381, datanodeUuid=9ff71696-1fe9-46ed-b351-18c6f7b4fe47, infoPort=41953, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:54:50,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a09c37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/java.io.tmpdir/jetty-localhost-37441-hadoop-hdfs-3_4_1-tests_jar-_-any-10157529453915733505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:54:50,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f83c92{HTTP/1.1, (http/1.1)}{localhost:37441} 2024-12-04T21:54:50,885 INFO [Time-limited test {}] server.Server(415): Started @89806ms 2024-12-04T21:54:50,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:54:50,946 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data5/current/BP-1607956247-172.17.0.2-1733349290292/current, will proceed with Du for space computation calculation, 2024-12-04T21:54:50,946 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data6/current/BP-1607956247-172.17.0.2-1733349290292/current, will proceed with Du for space computation calculation, 2024-12-04T21:54:50,969 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:54:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafac0a4bd3611e63 with lease ID 0x187f61c9ce40db87: Processing first storage report for DS-050676ce-a73c-4d62-a09b-e89d32520996 from datanode DatanodeRegistration(127.0.0.1:44711, datanodeUuid=46738572-d9fb-489d-9c30-81473e014bd7, infoPort=43401, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292) 2024-12-04T21:54:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafac0a4bd3611e63 with lease ID 0x187f61c9ce40db87: from storage DS-050676ce-a73c-4d62-a09b-e89d32520996 node DatanodeRegistration(127.0.0.1:44711, datanodeUuid=46738572-d9fb-489d-9c30-81473e014bd7, infoPort=43401, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:54:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafac0a4bd3611e63 with lease ID 0x187f61c9ce40db87: Processing first storage report for DS-824c0feb-5629-46c8-9951-1cbab53b2d91 from datanode DatanodeRegistration(127.0.0.1:44711, datanodeUuid=46738572-d9fb-489d-9c30-81473e014bd7, infoPort=43401, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292) 2024-12-04T21:54:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafac0a4bd3611e63 with lease ID 0x187f61c9ce40db87: from storage DS-824c0feb-5629-46c8-9951-1cbab53b2d91 node DatanodeRegistration(127.0.0.1:44711, datanodeUuid=46738572-d9fb-489d-9c30-81473e014bd7, infoPort=43401, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=1603125116;c=1733349290292), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T21:54:51,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0 2024-12-04T21:54:51,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/zookeeper_0, clientPort=64614, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T21:54:51,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64614 2024-12-04T21:54:51,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:54:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:54:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:54:51,028 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 with version=8 2024-12-04T21:54:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/hbase-staging 2024-12-04T21:54:51,031 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T21:54:51,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:54:51,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38781 2024-12-04T21:54:51,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38781 connecting to ZooKeeper ensemble=127.0.0.1:64614 2024-12-04T21:54:51,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387810x0, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:54:51,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38781-0x100a73a906f0000 connected 2024-12-04T21:54:51,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:51,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0, hbase.cluster.distributed=false 2024-12-04T21:54:51,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:54:51,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38781 2024-12-04T21:54:51,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38781 2024-12-04T21:54:51,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38781 2024-12-04T21:54:51,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38781 2024-12-04T21:54:51,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38781 2024-12-04T21:54:51,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:54:51,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:54:51,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34647 2024-12-04T21:54:51,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34647 connecting to ZooKeeper ensemble=127.0.0.1:64614 2024-12-04T21:54:51,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346470x0, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:54:51,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34647-0x100a73a906f0001 connected 2024-12-04T21:54:51,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:51,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:54:51,094 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:54:51,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:54:51,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:54:51,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34647 2024-12-04T21:54:51,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34647 2024-12-04T21:54:51,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34647 2024-12-04T21:54:51,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34647 2024-12-04T21:54:51,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34647 2024-12-04T21:54:51,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:54:51,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:54:51,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:54:51,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:54:51,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:54:51,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40515 2024-12-04T21:54:51,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40515 connecting to ZooKeeper ensemble=127.0.0.1:64614 2024-12-04T21:54:51,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405150x0, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:54:51,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40515-0x100a73a906f0002 connected 2024-12-04T21:54:51,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:51,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:54:51,123 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:54:51,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:54:51,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:54:51,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40515 2024-12-04T21:54:51,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40515 2024-12-04T21:54:51,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40515 2024-12-04T21:54:51,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40515 2024-12-04T21:54:51,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40515 2024-12-04T21:54:51,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:54:51,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:54:51,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:54:51,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:54:51,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:54:51,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:54:51,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46193 2024-12-04T21:54:51,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46193 connecting to ZooKeeper ensemble=127.0.0.1:64614 2024-12-04T21:54:51,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461930x0, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:54:51,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461930x0, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:54:51,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46193-0x100a73a906f0003 connected 2024-12-04T21:54:51,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:54:51,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:54:51,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:54:51,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:54:51,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46193 2024-12-04T21:54:51,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46193 2024-12-04T21:54:51,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46193 2024-12-04T21:54:51,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46193 2024-12-04T21:54:51,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46193 2024-12-04T21:54:51,162 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb3046a53f79:38781 2024-12-04T21:54:51,162 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,164 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:54:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:54:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,165 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T21:54:51,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:54:51,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,166 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb3046a53f79,38781,1733349291030 from backup master directory 2024-12-04T21:54:51,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:54:51,167 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:54:51,167 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,172 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/hbase.id] with ID: 355f9560-7dae-4098-baa5-c8953e0d7864 2024-12-04T21:54:51,172 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.tmp/hbase.id 2024-12-04T21:54:51,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:54:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:54:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:54:51,183 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.tmp/hbase.id]:[hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/hbase.id] 2024-12-04T21:54:51,195 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:54:51,196 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T21:54:51,197 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T21:54:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:54:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:54:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:54:51,210 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:54:51,211 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T21:54:51,211 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:54:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:54:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:54:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:54:51,221 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store 2024-12-04T21:54:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:54:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:54:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:54:51,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:54:51,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:54:51,229 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:51,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:51,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:54:51,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:51,229 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:54:51,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349291229Disabling compacts and flushes for region at 1733349291229Disabling writes for close at 1733349291229Writing region close event to WAL at 1733349291229Closed at 1733349291229 2024-12-04T21:54:51,230 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/.initializing 2024-12-04T21:54:51,231 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/WALs/bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,232 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:54:51,234 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C38781%2C1733349291030, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/WALs/bb3046a53f79,38781,1733349291030, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/oldWALs, maxLogs=10 2024-12-04T21:54:51,246 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/WALs/bb3046a53f79,38781,1733349291030/bb3046a53f79%2C38781%2C1733349291030.1733349291234, exclude list is [], retry=0 2024-12-04T21:54:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44711,DS-050676ce-a73c-4d62-a09b-e89d32520996,DISK] 2024-12-04T21:54:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb,DISK] 2024-12-04T21:54:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-1915ca10-679e-4d1f-8847-4b9676252c7c,DISK] 2024-12-04T21:54:51,251 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/WALs/bb3046a53f79,38781,1733349291030/bb3046a53f79%2C38781%2C1733349291030.1733349291234 2024-12-04T21:54:51,251 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401),(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:41953:41953)] 2024-12-04T21:54:51,251 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:54:51,252 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:54:51,252 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,252 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T21:54:51,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:54:51,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T21:54:51,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:54:51,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T21:54:51,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:54:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T21:54:51,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:54:51,263 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,263 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,264 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,265 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,265 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,265 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:54:51,266 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:54:51,268 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:54:51,269 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63088708, jitterRate=-0.05990499258041382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:54:51,270 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733349291252Initializing all the Stores at 1733349291253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349291253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349291253Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349291253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349291253Cleaning up temporary data from old regions at 1733349291265 (+12 ms)Region opened successfully at 1733349291269 (+4 ms) 2024-12-04T21:54:51,270 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T21:54:51,273 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2103fd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:54:51,274 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T21:54:51,274 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T21:54:51,274 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T21:54:51,274 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T21:54:51,275 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T21:54:51,275 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T21:54:51,275 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-04T21:54:51,277 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T21:54:51,278 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T21:54:51,279 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T21:54:51,279 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T21:54:51,280 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T21:54:51,280 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T21:54:51,280 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T21:54:51,281 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T21:54:51,498 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T21:54:51,500 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T21:54:51,708 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T21:54:51,712 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T21:54:51,713 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T21:54:51,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,718 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb3046a53f79,38781,1733349291030, sessionid=0x100a73a906f0000, setting cluster-up flag (Was=false) 2024-12-04T21:54:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,723 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T21:54:51,724 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:51,731 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T21:54:51,732 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,38781,1733349291030 2024-12-04T21:54:51,733 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T21:54:51,735 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T21:54:51,735 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T21:54:51,735 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T21:54:51,735 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb3046a53f79,38781,1733349291030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb3046a53f79:0, corePoolSize=10, maxPoolSize=10 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:54:51,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,738 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733349321738 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T21:54:51,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:54:51,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T21:54:51,740 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T21:54:51,740 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T21:54:51,740 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T21:54:51,740 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T21:54:51,740 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T21:54:51,741 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349291740,5,FailOnTimeoutGroup] 2024-12-04T21:54:51,741 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T21:54:51,742 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349291741,5,FailOnTimeoutGroup] 2024-12-04T21:54:51,742 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,742 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T21:54:51,742 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,742 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:54:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:54:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:54:51,753 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(746): ClusterId : 355f9560-7dae-4098-baa5-c8953e0d7864 2024-12-04T21:54:51,753 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(746): ClusterId : 355f9560-7dae-4098-baa5-c8953e0d7864 2024-12-04T21:54:51,753 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:54:51,753 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:54:51,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T21:54:51,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:54:51,754 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(746): ClusterId : 355f9560-7dae-4098-baa5-c8953e0d7864 2024-12-04T21:54:51,754 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:54:51,755 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:54:51,755 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:54:51,755 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:54:51,755 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:54:51,756 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:54:51,756 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:54:51,758 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:54:51,758 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:54:51,758 DEBUG [RS:0;bb3046a53f79:34647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7163ccd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:54:51,758 DEBUG [RS:1;bb3046a53f79:40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a44d0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:54:51,758 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:54:51,759 DEBUG [RS:2;bb3046a53f79:46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff809ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:54:51,769 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bb3046a53f79:40515 2024-12-04T21:54:51,770 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:54:51,770 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:54:51,770 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:54:51,771 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,38781,1733349291030 with port=40515, startcode=1733349291115 2024-12-04T21:54:51,771 DEBUG [RS:1;bb3046a53f79:40515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:54:51,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:54:51,772 DEBUG [RS:0;bb3046a53f79:34647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb3046a53f79:34647 2024-12-04T21:54:51,772 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:54:51,772 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:54:51,772 DEBUG [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:54:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:54:51,773 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,38781,1733349291030 with port=34647, startcode=1733349291082 2024-12-04T21:54:51,773 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:54:51,773 DEBUG [RS:0;bb3046a53f79:34647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:54:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:54:51,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:54:51,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,40515,1733349291115 2024-12-04T21:54:51,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,40515,1733349291115 2024-12-04T21:54:51,775 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:54:51,775 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bb3046a53f79:46193 2024-12-04T21:54:51,775 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:54:51,775 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:54:51,775 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:54:51,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,34647,1733349291082 2024-12-04T21:54:51,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,34647,1733349291082 2024-12-04T21:54:51,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:54:51,776 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,38781,1733349291030 with port=46193, startcode=1733349291139 2024-12-04T21:54:51,776 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:54:51,776 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481 2024-12-04T21:54:51,776 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:54:51,776 DEBUG [RS:2;bb3046a53f79:46193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:54:51,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:54:51,778 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:54:51,778 DEBUG [RS:1;bb3046a53f79:40515 {}] zookeeper.ZKUtil(111): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,40515,1733349291115 2024-12-04T21:54:51,778 WARN [RS:1;bb3046a53f79:40515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:54:51,779 INFO [RS:1;bb3046a53f79:40515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:54:51,779 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,40515,1733349291115 2024-12-04T21:54:51,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:54:51,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,46193,1733349291139 2024-12-04T21:54:51,779 DEBUG [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:54:51,779 DEBUG [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481 2024-12-04T21:54:51,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,46193,1733349291139 2024-12-04T21:54:51,779 DEBUG [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:54:51,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:54:51,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:54:51,782 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:54:51,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,40515,1733349291115] 2024-12-04T21:54:51,782 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481 2024-12-04T21:54:51,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,34647,1733349291082] 2024-12-04T21:54:51,782 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:54:51,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:54:51,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,783 DEBUG [RS:0;bb3046a53f79:34647 {}] zookeeper.ZKUtil(111): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,34647,1733349291082 2024-12-04T21:54:51,783 WARN [RS:0;bb3046a53f79:34647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:54:51,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:54:51,783 INFO [RS:0;bb3046a53f79:34647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:54:51,783 DEBUG [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082 2024-12-04T21:54:51,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:54:51,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:54:51,785 DEBUG [RS:2;bb3046a53f79:46193 {}] zookeeper.ZKUtil(111): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,46193,1733349291139 2024-12-04T21:54:51,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,46193,1733349291139] 2024-12-04T21:54:51,785 WARN [RS:2;bb3046a53f79:46193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:54:51,785 INFO [RS:2;bb3046a53f79:46193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:54:51,785 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139 2024-12-04T21:54:51,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:54:51,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,788 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:54:51,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:54:51,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:54:51,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:54:51,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:54:51,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:54:51,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:54:51,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740 2024-12-04T21:54:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740 2024-12-04T21:54:51,793 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:54:51,794 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:54:51,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:54:51,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:54:51,794 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:54:51,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:54:51,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:54:51,797 INFO [RS:0;bb3046a53f79:34647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:54:51,797 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,802 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:54:51,802 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:54:51,802 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:54:51,803 INFO [RS:1;bb3046a53f79:40515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:54:51,803 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,803 INFO [RS:2;bb3046a53f79:46193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:54:51,803 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,803 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:54:51,803 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:54:51,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:54:51,803 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:54:51,804 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71759038, jitterRate=0.06929299235343933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:54:51,804 DEBUG [RS:0;bb3046a53f79:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:54:51,804 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,804 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733349291774Initializing all the Stores at 1733349291775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349291775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349291776 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349291776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349291776Cleaning up temporary data from old regions at 1733349291794 (+18 ms)Region opened successfully at 1733349291805 (+11 ms) 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:54:51,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:54:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,805 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:54:51,805 DEBUG [RS:1;bb3046a53f79:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:54:51,806 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:54:51,806 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,806 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,807 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,807 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,807 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:54:51,807 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:54:51,807 DEBUG [RS:2;bb3046a53f79:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:54:51,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:54:51,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349291805Disabling compacts and flushes for region at 1733349291805Disabling writes for close at 1733349291805Writing region close event to WAL at 1733349291813 (+8 ms)Closed at 1733349291813 2024-12-04T21:54:51,813 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,814 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,814 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,814 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,814 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,814 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,34647,1733349291082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:54:51,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:54:51,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T21:54:51,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T21:54:51,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:54:51,816 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,816 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,816 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,816 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,816 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,817 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40515,1733349291115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:54:51,821 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,821 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,821 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,821 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,821 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,821 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46193,1733349291139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:54:51,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T21:54:51,831 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:54:51,831 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:54:51,831 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,34647,1733349291082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,831 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40515,1733349291115-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,832 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,832 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.Replication(171): bb3046a53f79,34647,1733349291082 started 2024-12-04T21:54:51,832 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,832 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.Replication(171): bb3046a53f79,40515,1733349291115 started 2024-12-04T21:54:51,834 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:54:51,834 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46193,1733349291139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,835 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,835 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.Replication(171): bb3046a53f79,46193,1733349291139 started 2024-12-04T21:54:51,844 INFO [RS:0;bb3046a53f79:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,844 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,844 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,34647,1733349291082, RpcServer on bb3046a53f79/172.17.0.2:34647, sessionid=0x100a73a906f0001 2024-12-04T21:54:51,844 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,40515,1733349291115, RpcServer on bb3046a53f79/172.17.0.2:40515, sessionid=0x100a73a906f0002 2024-12-04T21:54:51,844 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:54:51,844 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:54:51,844 DEBUG [RS:1;bb3046a53f79:40515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,40515,1733349291115 2024-12-04T21:54:51,844 DEBUG [RS:0;bb3046a53f79:34647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,34647,1733349291082 2024-12-04T21:54:51,844 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,40515,1733349291115' 2024-12-04T21:54:51,844 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,34647,1733349291082' 2024-12-04T21:54:51,844 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:54:51,844 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,40515,1733349291115 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,40515,1733349291115' 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,34647,1733349291082 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,34647,1733349291082' 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:54:51,845 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:54:51,845 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:54:51,846 DEBUG [RS:1;bb3046a53f79:40515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:54:51,846 DEBUG [RS:0;bb3046a53f79:34647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:54:51,846 INFO [RS:1;bb3046a53f79:40515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:54:51,846 INFO [RS:0;bb3046a53f79:34647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:54:51,846 INFO [RS:1;bb3046a53f79:40515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:54:51,846 INFO [RS:0;bb3046a53f79:34647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:54:51,847 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:54:51,847 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,46193,1733349291139, RpcServer on bb3046a53f79/172.17.0.2:46193, sessionid=0x100a73a906f0003 2024-12-04T21:54:51,847 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:54:51,847 DEBUG [RS:2;bb3046a53f79:46193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,46193,1733349291139 2024-12-04T21:54:51,847 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,46193,1733349291139' 2024-12-04T21:54:51,847 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,46193,1733349291139 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,46193,1733349291139' 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:54:51,848 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:54:51,849 DEBUG [RS:2;bb3046a53f79:46193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:54:51,849 INFO [RS:2;bb3046a53f79:46193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:54:51,849 INFO [RS:2;bb3046a53f79:46193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:54:51,947 INFO [RS:0;bb3046a53f79:34647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:54:51,947 INFO [RS:1;bb3046a53f79:40515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:54:51,950 INFO [RS:2;bb3046a53f79:46193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:54:51,952 INFO [RS:0;bb3046a53f79:34647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C34647%2C1733349291082, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs, maxLogs=32 2024-12-04T21:54:51,952 INFO [RS:1;bb3046a53f79:40515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C40515%2C1733349291115, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,40515,1733349291115, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs, maxLogs=32 2024-12-04T21:54:51,954 INFO [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C46193%2C1733349291139, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs, maxLogs=32 2024-12-04T21:54:51,967 DEBUG [RS:0;bb3046a53f79:34647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082/bb3046a53f79%2C34647%2C1733349291082.1733349291956, exclude list is [], retry=0 2024-12-04T21:54:51,967 DEBUG [RS:2;bb3046a53f79:46193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139/bb3046a53f79%2C46193%2C1733349291139.1733349291957, exclude list is [], retry=0 2024-12-04T21:54:51,967 DEBUG [RS:1;bb3046a53f79:40515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,40515,1733349291115/bb3046a53f79%2C40515%2C1733349291115.1733349291957, exclude list is [], retry=0 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44711,DS-050676ce-a73c-4d62-a09b-e89d32520996,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44711,DS-050676ce-a73c-4d62-a09b-e89d32520996,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-1915ca10-679e-4d1f-8847-4b9676252c7c,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-1915ca10-679e-4d1f-8847-4b9676252c7c,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-1915ca10-679e-4d1f-8847-4b9676252c7c,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44711,DS-050676ce-a73c-4d62-a09b-e89d32520996,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb,DISK] 2024-12-04T21:54:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb,DISK] 2024-12-04T21:54:51,972 WARN [bb3046a53f79:38781 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T21:54:51,973 INFO [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139/bb3046a53f79%2C46193%2C1733349291139.1733349291957 2024-12-04T21:54:51,977 DEBUG [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401),(127.0.0.1/127.0.0.1:41953:41953),(127.0.0.1/127.0.0.1:42701:42701)] 2024-12-04T21:54:51,977 INFO [RS:1;bb3046a53f79:40515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,40515,1733349291115/bb3046a53f79%2C40515%2C1733349291115.1733349291957 2024-12-04T21:54:51,977 INFO [RS:0;bb3046a53f79:34647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082/bb3046a53f79%2C34647%2C1733349291082.1733349291956 2024-12-04T21:54:51,978 DEBUG [RS:1;bb3046a53f79:40515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401),(127.0.0.1/127.0.0.1:41953:41953),(127.0.0.1/127.0.0.1:42701:42701)] 2024-12-04T21:54:51,978 DEBUG [RS:0;bb3046a53f79:34647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41953:41953),(127.0.0.1/127.0.0.1:43401:43401),(127.0.0.1/127.0.0.1:42701:42701)] 2024-12-04T21:54:52,222 DEBUG [bb3046a53f79:38781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T21:54:52,222 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:54:52,224 INFO [bb3046a53f79:38781 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:54:52,224 INFO [bb3046a53f79:38781 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:54:52,224 INFO [bb3046a53f79:38781 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:54:52,224 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:54:52,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:54:52,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,46193,1733349291139, state=OPENING 2024-12-04T21:54:52,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T21:54:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:54:52,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:54:52,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:54:52,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:54:52,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:54:52,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,46193,1733349291139}] 2024-12-04T21:54:52,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:54:54,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:54:54,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:54:54,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:54:55,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T21:54:55,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:54:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:54:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:54:56,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:54:56,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T21:55:02,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T21:55:02,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:02,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:02,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:02,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:55:02,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:55:02,242 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T21:55:02,242 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:55:02,242 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T21:55:02,245 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C46193%2C1733349291139.meta, suffix=.meta, logDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs, maxLogs=32 2024-12-04T21:55:02,259 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139/bb3046a53f79%2C46193%2C1733349291139.meta.1733349302246.meta, exclude list is [], retry=0 2024-12-04T21:55:02,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-ebdeec69-6f76-4864-989e-5c7e6f1e1ddb,DISK] 2024-12-04T21:55:02,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44711,DS-050676ce-a73c-4d62-a09b-e89d32520996,DISK] 2024-12-04T21:55:02,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-1915ca10-679e-4d1f-8847-4b9676252c7c,DISK] 2024-12-04T21:55:02,264 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139/bb3046a53f79%2C46193%2C1733349291139.meta.1733349302246.meta 2024-12-04T21:55:02,264 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401),(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:41953:41953)] 2024-12-04T21:55:02,264 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:55:02,265 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T21:55:02,265 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T21:55:02,265 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T21:55:02,265 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T21:55:02,265 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,265 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T21:55:02,265 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T21:55:02,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:55:02,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:55:02,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:02,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:55:02,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:55:02,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:55:02,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:02,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:55:02,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:55:02,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:55:02,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:02,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:55:02,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:55:02,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:55:02,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:02,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:55:02,274 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:55:02,274 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740 2024-12-04T21:55:02,276 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740 2024-12-04T21:55:02,278 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:55:02,278 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:55:02,278 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:55:02,280 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:55:02,281 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70094852, jitterRate=0.044494688510894775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:55:02,281 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T21:55:02,282 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733349302265Writing region info on filesystem at 1733349302265Initializing all the Stores at 1733349302266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349302266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349302266Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349302266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349302266Cleaning up temporary data from old regions at 1733349302278 (+12 ms)Running coprocessor post-open hooks at 1733349302281 (+3 ms)Region opened successfully at 1733349302282 (+1 ms) 2024-12-04T21:55:02,283 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733349302231 2024-12-04T21:55:02,285 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T21:55:02,285 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T21:55:02,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:02,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,46193,1733349291139, state=OPEN 2024-12-04T21:55:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:55:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:55:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:55:02,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:55:02,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:55:02,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:55:02,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:55:02,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:55:02,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:02,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T21:55:02,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,46193,1733349291139 in 10.0590 sec 2024-12-04T21:55:02,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T21:55:02,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4760 sec 2024-12-04T21:55:02,293 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:55:02,293 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T21:55:02,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:55:02,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,46193,1733349291139, seqNum=-1] 2024-12-04T21:55:02,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:55:02,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:55:02,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5670 sec 2024-12-04T21:55:02,302 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733349302302, completionTime=-1 2024-12-04T21:55:02,302 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T21:55:02,302 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733349362304 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733349422304 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,38781,1733349291030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,38781,1733349291030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,304 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,38781,1733349291030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,305 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb3046a53f79:38781, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,305 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,305 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,306 DEBUG [master/bb3046a53f79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T21:55:02,308 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.141sec 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,38781,1733349291030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:55:02,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,38781,1733349291030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T21:55:02,312 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T21:55:02,312 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T21:55:02,312 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,38781,1733349291030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:55:02,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce65046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:55:02,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,38781,-1 for getting cluster id 2024-12-04T21:55:02,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:55:02,367 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '355f9560-7dae-4098-baa5-c8953e0d7864' 2024-12-04T21:55:02,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:55:02,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "355f9560-7dae-4098-baa5-c8953e0d7864" 2024-12-04T21:55:02,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d98cadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:55:02,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,38781,-1] 2024-12-04T21:55:02,369 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:55:02,369 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:02,370 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:55:02,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@973ac2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:55:02,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:55:02,373 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,46193,1733349291139, seqNum=-1] 2024-12-04T21:55:02,373 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:55:02,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:55:02,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb3046a53f79,38781,1733349291030 2024-12-04T21:55:02,378 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733349302378 (current time:1733349302378). 2024-12-04T21:55:02,378 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-04T21:55:02,378 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-04T21:55:02,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e730d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:55:02,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,38781,-1 for getting cluster id 2024-12-04T21:55:02,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:55:02,380 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '355f9560-7dae-4098-baa5-c8953e0d7864' 2024-12-04T21:55:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:55:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "355f9560-7dae-4098-baa5-c8953e0d7864" 2024-12-04T21:55:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0620cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:55:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,38781,-1] 2024-12-04T21:55:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:55:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:02,382 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:55:02,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7121eb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:55:02,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:55:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,46193,1733349291139, seqNum=-1] 2024-12-04T21:55:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:55:02,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:55:02,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:55:02,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:55:02,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:02,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:02,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:55:02,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:55:02,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,38781,1733349291030 2024-12-04T21:55:02,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b678283 2024-12-04T21:55:02,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:55:02,389 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:55:02,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:55:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-04T21:55:02,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:55:02,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:02,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-04T21:55:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:02,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:55:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741837_1013 (size=361) 2024-12-04T21:55:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741837_1013 (size=361) 2024-12-04T21:55:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741837_1013 (size=361) 2024-12-04T21:55:02,404 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 472eef47b131c7bb149aa39121eded19, NAME => 'SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 91fc8a586cdaed4fc0c1c0b9135f39a6, NAME => 'SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18e1c2a388d94c73e86a2c735bc02214, NAME => 'SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741840_1016 (size=62) 2024-12-04T21:55:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741838_1014 (size=54) 2024-12-04T21:55:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741838_1014 (size=54) 2024-12-04T21:55:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741840_1016 (size=62) 2024-12-04T21:55:02,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741839_1015 (size=62) 2024-12-04T21:55:02,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741839_1015 (size=62) 2024-12-04T21:55:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741840_1016 (size=62) 2024-12-04T21:55:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741838_1014 (size=54) 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741839_1015 (size=62) 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 91fc8a586cdaed4fc0c1c0b9135f39a6, disabling compactions & flushes 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 472eef47b131c7bb149aa39121eded19, disabling compactions & flushes 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 18e1c2a388d94c73e86a2c735bc02214, disabling compactions & flushes 2024-12-04T21:55:02,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:02,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:02,416 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. after waiting 0 ms 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. after waiting 0 ms 2024-12-04T21:55:02,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. after waiting 0 ms 2024-12-04T21:55:02,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:02,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:02,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:02,417 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:02,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:02,417 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:02,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 91fc8a586cdaed4fc0c1c0b9135f39a6: Waiting for close lock at 1733349302416Disabling compacts and flushes for region at 1733349302416Disabling writes for close at 1733349302416Writing region close event to WAL at 1733349302417 (+1 ms)Closed at 1733349302417 2024-12-04T21:55:02,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18e1c2a388d94c73e86a2c735bc02214: Waiting for close lock at 1733349302416Disabling compacts and flushes for region at 1733349302416Disabling writes for close at 1733349302416Writing region close event to WAL at 1733349302417 (+1 ms)Closed at 1733349302417 2024-12-04T21:55:02,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 472eef47b131c7bb149aa39121eded19: Waiting for close lock at 1733349302416Disabling compacts and flushes for region at 1733349302416Disabling writes for close at 1733349302416Writing region close event to WAL at 1733349302417 (+1 ms)Closed at 1733349302417 2024-12-04T21:55:02,418 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3070e1466cc5a94eda9d7444a34bff0e, NAME => 'SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,418 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1d62c97f4c8a6071cdf84d26dbe4f0f3, NAME => 'SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,418 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8d424fcfcd458c1d65662f15e319178, NAME => 'SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741841_1017 (size=62) 2024-12-04T21:55:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741842_1018 (size=62) 2024-12-04T21:55:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741842_1018 (size=62) 2024-12-04T21:55:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741841_1017 (size=62) 2024-12-04T21:55:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741841_1017 (size=62) 2024-12-04T21:55:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741842_1018 (size=62) 2024-12-04T21:55:02,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3070e1466cc5a94eda9d7444a34bff0e, disabling compactions & flushes 2024-12-04T21:55:02,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:02,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:02,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. after waiting 0 ms 2024-12-04T21:55:02,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:02,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:02,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3070e1466cc5a94eda9d7444a34bff0e: Waiting for close lock at 1733349302428Disabling compacts and flushes for region at 1733349302428Disabling writes for close at 1733349302428Writing region close event to WAL at 1733349302428Closed at 1733349302428 2024-12-04T21:55:02,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f65d667053f4b3922719921a0467d53, NAME => 'SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b8d424fcfcd458c1d65662f15e319178, disabling compactions & flushes 2024-12-04T21:55:02,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:02,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:02,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. after waiting 0 ms 2024-12-04T21:55:02,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:02,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:02,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8d424fcfcd458c1d65662f15e319178: Waiting for close lock at 1733349302429Disabling compacts and flushes for region at 1733349302429Disabling writes for close at 1733349302429Writing region close event to WAL at 1733349302429Closed at 1733349302429 2024-12-04T21:55:02,430 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecf3c2499f74346b86700687ab51ed41, NAME => 'SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741843_1019 (size=62) 2024-12-04T21:55:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741843_1019 (size=62) 2024-12-04T21:55:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741843_1019 (size=62) 2024-12-04T21:55:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741845_1021 (size=62) 2024-12-04T21:55:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741845_1021 (size=62) 2024-12-04T21:55:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741845_1021 (size=62) 2024-12-04T21:55:02,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ecf3c2499f74346b86700687ab51ed41, disabling compactions & flushes 2024-12-04T21:55:02,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:02,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:02,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. after waiting 0 ms 2024-12-04T21:55:02,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:02,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:02,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecf3c2499f74346b86700687ab51ed41: Waiting for close lock at 1733349302444Disabling compacts and flushes for region at 1733349302444Disabling writes for close at 1733349302444Writing region close event to WAL at 1733349302444Closed at 1733349302444 2024-12-04T21:55:02,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f95758474c41534bd8619f4d678c071, NAME => 'SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741844_1020 (size=62) 2024-12-04T21:55:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741844_1020 (size=62) 2024-12-04T21:55:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741844_1020 (size=62) 2024-12-04T21:55:02,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5f65d667053f4b3922719921a0467d53, disabling compactions & flushes 2024-12-04T21:55:02,448 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:02,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:02,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. after waiting 0 ms 2024-12-04T21:55:02,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:02,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:02,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f65d667053f4b3922719921a0467d53: Waiting for close lock at 1733349302448Disabling compacts and flushes for region at 1733349302448Disabling writes for close at 1733349302449 (+1 ms)Writing region close event to WAL at 1733349302449Closed at 1733349302449 2024-12-04T21:55:02,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5b67d0a6cee7b5e431b4e0e899d2fafe, NAME => 'SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0 2024-12-04T21:55:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741846_1022 (size=62) 2024-12-04T21:55:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741846_1022 (size=62) 2024-12-04T21:55:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741846_1022 (size=62) 2024-12-04T21:55:02,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6f95758474c41534bd8619f4d678c071, disabling compactions & flushes 2024-12-04T21:55:02,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:02,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:02,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. after waiting 0 ms 2024-12-04T21:55:02,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:02,460 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:02,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f95758474c41534bd8619f4d678c071: Waiting for close lock at 1733349302460Disabling compacts and flushes for region at 1733349302460Disabling writes for close at 1733349302460Writing region close event to WAL at 1733349302460Closed at 1733349302460 2024-12-04T21:55:02,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741847_1023 (size=54) 2024-12-04T21:55:02,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741847_1023 (size=54) 2024-12-04T21:55:02,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741847_1023 (size=54) 2024-12-04T21:55:02,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5b67d0a6cee7b5e431b4e0e899d2fafe, disabling compactions & flushes 2024-12-04T21:55:02,466 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:02,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:02,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. after waiting 0 ms 2024-12-04T21:55:02,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:02,466 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:02,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5b67d0a6cee7b5e431b4e0e899d2fafe: Waiting for close lock at 1733349302466Disabling compacts and flushes for region at 1733349302466Disabling writes for close at 1733349302466Writing region close event to WAL at 1733349302466Closed at 1733349302466 2024-12-04T21:55:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:02,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:02,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1d62c97f4c8a6071cdf84d26dbe4f0f3, disabling compactions & flushes 2024-12-04T21:55:02,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:02,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:02,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. after waiting 0 ms 2024-12-04T21:55:02,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:02,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:02,838 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1d62c97f4c8a6071cdf84d26dbe4f0f3: Waiting for close lock at 1733349302837Disabling compacts and flushes for region at 1733349302837Disabling writes for close at 1733349302837Writing region close event to WAL at 1733349302837Closed at 1733349302837 2024-12-04T21:55:02,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:55:02,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349302839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349302839"}]},"ts":"1733349302839"} 2024-12-04T21:55:02,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-04T21:55:02,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:55:02,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349302853"}]},"ts":"1733349302853"} 2024-12-04T21:55:02,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-04T21:55:02,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:55:02,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:55:02,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:55:02,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:55:02,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:55:02,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:55:02,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:55:02,863 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:55:02,863 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:55:02,863 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:55:02,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:55:02,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472eef47b131c7bb149aa39121eded19, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc8a586cdaed4fc0c1c0b9135f39a6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d62c97f4c8a6071cdf84d26dbe4f0f3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3070e1466cc5a94eda9d7444a34bff0e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f65d667053f4b3922719921a0467d53, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecf3c2499f74346b86700687ab51ed41, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b67d0a6cee7b5e431b4e0e899d2fafe, ASSIGN}] 2024-12-04T21:55:02,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3070e1466cc5a94eda9d7444a34bff0e, ASSIGN 2024-12-04T21:55:02,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f65d667053f4b3922719921a0467d53, ASSIGN 2024-12-04T21:55:02,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d62c97f4c8a6071cdf84d26dbe4f0f3, ASSIGN 2024-12-04T21:55:02,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN 2024-12-04T21:55:02,868 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3070e1466cc5a94eda9d7444a34bff0e, ASSIGN; state=OFFLINE, location=bb3046a53f79,40515,1733349291115; forceNewPlan=false, retain=false 2024-12-04T21:55:02,868 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN; state=OFFLINE, location=bb3046a53f79,34647,1733349291082; forceNewPlan=false, retain=false 2024-12-04T21:55:02,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f65d667053f4b3922719921a0467d53, ASSIGN; state=OFFLINE, location=bb3046a53f79,40515,1733349291115; forceNewPlan=false, retain=false 2024-12-04T21:55:02,868 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d62c97f4c8a6071cdf84d26dbe4f0f3, ASSIGN; state=OFFLINE, location=bb3046a53f79,40515,1733349291115; forceNewPlan=false, retain=false 2024-12-04T21:55:02,868 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b67d0a6cee7b5e431b4e0e899d2fafe, ASSIGN 2024-12-04T21:55:02,869 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b67d0a6cee7b5e431b4e0e899d2fafe, ASSIGN; state=OFFLINE, location=bb3046a53f79,46193,1733349291139; forceNewPlan=false, retain=false 2024-12-04T21:55:02,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN 2024-12-04T21:55:02,872 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc8a586cdaed4fc0c1c0b9135f39a6, ASSIGN 2024-12-04T21:55:02,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecf3c2499f74346b86700687ab51ed41, ASSIGN 2024-12-04T21:55:02,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN; state=OFFLINE, location=bb3046a53f79,34647,1733349291082; forceNewPlan=false, retain=false 2024-12-04T21:55:02,872 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN 2024-12-04T21:55:02,872 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472eef47b131c7bb149aa39121eded19, ASSIGN 2024-12-04T21:55:02,873 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91fc8a586cdaed4fc0c1c0b9135f39a6, ASSIGN; state=OFFLINE, location=bb3046a53f79,40515,1733349291115; forceNewPlan=false, retain=false 2024-12-04T21:55:02,873 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecf3c2499f74346b86700687ab51ed41, ASSIGN; state=OFFLINE, location=bb3046a53f79,46193,1733349291139; forceNewPlan=false, retain=false 2024-12-04T21:55:02,873 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN; state=OFFLINE, location=bb3046a53f79,34647,1733349291082; forceNewPlan=false, retain=false 2024-12-04T21:55:02,873 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=472eef47b131c7bb149aa39121eded19, ASSIGN; state=OFFLINE, location=bb3046a53f79,46193,1733349291139; forceNewPlan=false, retain=false 2024-12-04T21:55:03,019 INFO [bb3046a53f79:38781 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-04T21:55:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:03,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=472eef47b131c7bb149aa39121eded19, regionState=OPENING, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:03,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5b67d0a6cee7b5e431b4e0e899d2fafe, regionState=OPENING, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:03,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f65d667053f4b3922719921a0467d53, regionState=OPENING, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:03,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ecf3c2499f74346b86700687ab51ed41, regionState=OPENING, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:03,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3070e1466cc5a94eda9d7444a34bff0e, regionState=OPENING, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:03,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d62c97f4c8a6071cdf84d26dbe4f0f3, regionState=OPENING, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:03,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=91fc8a586cdaed4fc0c1c0b9135f39a6, regionState=OPENING, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:03,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6f95758474c41534bd8619f4d678c071, regionState=OPENING, regionLocation=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:03,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b8d424fcfcd458c1d65662f15e319178, regionState=OPENING, regionLocation=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:03,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18e1c2a388d94c73e86a2c735bc02214, regionState=OPENING, regionLocation=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:03,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f65d667053f4b3922719921a0467d53, ASSIGN because future has completed 2024-12-04T21:55:03,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f65d667053f4b3922719921a0467d53, server=bb3046a53f79,40515,1733349291115}] 2024-12-04T21:55:03,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecf3c2499f74346b86700687ab51ed41, ASSIGN because future has completed 2024-12-04T21:55:03,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecf3c2499f74346b86700687ab51ed41, server=bb3046a53f79,46193,1733349291139}] 2024-12-04T21:55:03,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b67d0a6cee7b5e431b4e0e899d2fafe, ASSIGN because future has completed 2024-12-04T21:55:03,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe, server=bb3046a53f79,46193,1733349291139}] 2024-12-04T21:55:03,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3070e1466cc5a94eda9d7444a34bff0e, ASSIGN because future has completed 2024-12-04T21:55:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=472eef47b131c7bb149aa39121eded19, ASSIGN because future has completed 2024-12-04T21:55:03,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472eef47b131c7bb149aa39121eded19, server=bb3046a53f79,46193,1733349291139}] 2024-12-04T21:55:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d62c97f4c8a6071cdf84d26dbe4f0f3, ASSIGN because future has completed 2024-12-04T21:55:03,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91fc8a586cdaed4fc0c1c0b9135f39a6, ASSIGN because future has completed 2024-12-04T21:55:03,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN because future has completed 2024-12-04T21:55:03,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e, server=bb3046a53f79,40515,1733349291115}] 2024-12-04T21:55:03,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN because future has completed 2024-12-04T21:55:03,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3, server=bb3046a53f79,40515,1733349291115}] 2024-12-04T21:55:03,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d424fcfcd458c1d65662f15e319178, server=bb3046a53f79,34647,1733349291082}] 2024-12-04T21:55:03,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95758474c41534bd8619f4d678c071, server=bb3046a53f79,34647,1733349291082}] 2024-12-04T21:55:03,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN because future has completed 2024-12-04T21:55:03,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e1c2a388d94c73e86a2c735bc02214, server=bb3046a53f79,34647,1733349291082}] 2024-12-04T21:55:03,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6, server=bb3046a53f79,40515,1733349291115}] 2024-12-04T21:55:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:03,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T21:55:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:06,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T21:55:06,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T21:55:06,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:55:06,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T21:55:06,697 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb3046a53f79:41427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T21:55:07,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T21:55:07,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:07,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:07,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:13,026 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:55:13,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:55:13,036 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 472eef47b131c7bb149aa39121eded19, NAME => 'SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T21:55:13,036 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3070e1466cc5a94eda9d7444a34bff0e, NAME => 'SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,036 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,037 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,037 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,037 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,038 INFO [StoreOpener-3070e1466cc5a94eda9d7444a34bff0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,039 INFO [StoreOpener-472eef47b131c7bb149aa39121eded19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,040 INFO [StoreOpener-3070e1466cc5a94eda9d7444a34bff0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3070e1466cc5a94eda9d7444a34bff0e columnFamilyName cf 2024-12-04T21:55:13,040 DEBUG [StoreOpener-3070e1466cc5a94eda9d7444a34bff0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,040 INFO [StoreOpener-472eef47b131c7bb149aa39121eded19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472eef47b131c7bb149aa39121eded19 columnFamilyName cf 2024-12-04T21:55:13,040 DEBUG [StoreOpener-472eef47b131c7bb149aa39121eded19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,040 INFO [StoreOpener-3070e1466cc5a94eda9d7444a34bff0e-1 {}] regionserver.HStore(327): Store=3070e1466cc5a94eda9d7444a34bff0e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,041 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,041 INFO [StoreOpener-472eef47b131c7bb149aa39121eded19-1 {}] regionserver.HStore(327): Store=472eef47b131c7bb149aa39121eded19/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,041 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:55:13,042 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,042 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,042 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,042 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,042 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,042 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,043 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,043 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:55:13,044 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,044 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,047 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/3070e1466cc5a94eda9d7444a34bff0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,047 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/472eef47b131c7bb149aa39121eded19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,048 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3070e1466cc5a94eda9d7444a34bff0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65850081, jitterRate=-0.018757328391075134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,048 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 472eef47b131c7bb149aa39121eded19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66292023, jitterRate=-0.012171879410743713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,048 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:13,048 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:13,048 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3070e1466cc5a94eda9d7444a34bff0e: Running coprocessor pre-open hook at 1733349313037Writing region info on filesystem at 1733349313037Initializing all the Stores at 1733349313038 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313038Cleaning up temporary data from old regions at 1733349313042 (+4 ms)Running coprocessor post-open hooks at 1733349313048 (+6 ms)Region opened successfully at 1733349313048 2024-12-04T21:55:13,048 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 472eef47b131c7bb149aa39121eded19: Running coprocessor pre-open hook at 1733349313037Writing region info on filesystem at 1733349313037Initializing all the Stores at 1733349313038 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313038Cleaning up temporary data from old regions at 1733349313043 (+5 ms)Running coprocessor post-open hooks at 1733349313048 (+5 ms)Region opened successfully at 1733349313048 2024-12-04T21:55:13,049 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e., pid=18, masterSystemTime=1733349313025 2024-12-04T21:55:13,049 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19., pid=19, masterSystemTime=1733349313027 2024-12-04T21:55:13,050 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:13,050 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:13,050 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ecf3c2499f74346b86700687ab51ed41, NAME => 'SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-04T21:55:13,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=472eef47b131c7bb149aa39121eded19, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,051 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,051 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:13,051 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f65d667053f4b3922719921a0467d53, NAME => 'SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T21:55:13,052 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,052 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,052 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,052 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3070e1466cc5a94eda9d7444a34bff0e, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:13,054 INFO [StoreOpener-ecf3c2499f74346b86700687ab51ed41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472eef47b131c7bb149aa39121eded19, server=bb3046a53f79,46193,1733349291139 because future has completed 2024-12-04T21:55:13,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e, server=bb3046a53f79,40515,1733349291115 because future has completed 2024-12-04T21:55:13,055 INFO [StoreOpener-ecf3c2499f74346b86700687ab51ed41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecf3c2499f74346b86700687ab51ed41 columnFamilyName cf 2024-12-04T21:55:13,055 DEBUG [StoreOpener-ecf3c2499f74346b86700687ab51ed41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,056 INFO [StoreOpener-ecf3c2499f74346b86700687ab51ed41-1 {}] regionserver.HStore(327): Store=ecf3c2499f74346b86700687ab51ed41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,056 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,057 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,057 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-04T21:55:13,058 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,058 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 472eef47b131c7bb149aa39121eded19, server=bb3046a53f79,46193,1733349291139 in 10.0260 sec 2024-12-04T21:55:13,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-04T21:55:13,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472eef47b131c7bb149aa39121eded19, ASSIGN in 10.1950 sec 2024-12-04T21:55:13,060 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e, server=bb3046a53f79,40515,1733349291115 in 10.0310 sec 2024-12-04T21:55:13,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3070e1466cc5a94eda9d7444a34bff0e, ASSIGN in 10.1960 sec 2024-12-04T21:55:13,061 INFO [StoreOpener-5f65d667053f4b3922719921a0467d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,061 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:13,061 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f95758474c41534bd8619f4d678c071, NAME => 'SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T21:55:13,062 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,062 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,062 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,062 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,062 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,063 INFO [StoreOpener-5f65d667053f4b3922719921a0467d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f65d667053f4b3922719921a0467d53 columnFamilyName cf 2024-12-04T21:55:13,063 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ecf3c2499f74346b86700687ab51ed41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60988623, jitterRate=-0.09119869768619537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,063 DEBUG [StoreOpener-5f65d667053f4b3922719921a0467d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,063 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:13,063 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ecf3c2499f74346b86700687ab51ed41: Running coprocessor pre-open hook at 1733349313051Writing region info on filesystem at 1733349313051Initializing all the Stores at 1733349313053 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313053Cleaning up temporary data from old regions at 1733349313058 (+5 ms)Running coprocessor post-open hooks at 1733349313063 (+5 ms)Region opened successfully at 1733349313063 2024-12-04T21:55:13,063 INFO [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,063 INFO [StoreOpener-5f65d667053f4b3922719921a0467d53-1 {}] regionserver.HStore(327): Store=5f65d667053f4b3922719921a0467d53/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,063 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,064 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., pid=16, masterSystemTime=1733349313027 2024-12-04T21:55:13,064 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,065 INFO [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95758474c41534bd8619f4d678c071 columnFamilyName cf 2024-12-04T21:55:13,065 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,065 DEBUG [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,065 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,065 INFO [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] regionserver.HStore(327): Store=6f95758474c41534bd8619f4d678c071/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,065 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,065 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,066 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:13,066 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:13,066 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:13,066 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b67d0a6cee7b5e431b4e0e899d2fafe, NAME => 'SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T21:55:13,066 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,066 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,066 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,067 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ecf3c2499f74346b86700687ab51ed41, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:13,067 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,067 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,067 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,067 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecf3c2499f74346b86700687ab51ed41, server=bb3046a53f79,46193,1733349291139 because future has completed 2024-12-04T21:55:13,069 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,069 INFO [StoreOpener-5b67d0a6cee7b5e431b4e0e899d2fafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,070 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,071 INFO [StoreOpener-5b67d0a6cee7b5e431b4e0e899d2fafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b67d0a6cee7b5e431b4e0e899d2fafe columnFamilyName cf 2024-12-04T21:55:13,071 DEBUG [StoreOpener-5b67d0a6cee7b5e431b4e0e899d2fafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,072 INFO [StoreOpener-5b67d0a6cee7b5e431b4e0e899d2fafe-1 {}] regionserver.HStore(327): Store=5b67d0a6cee7b5e431b4e0e899d2fafe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,072 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,072 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-04T21:55:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ecf3c2499f74346b86700687ab51ed41, server=bb3046a53f79,46193,1733349291139 in 10.0460 sec 2024-12-04T21:55:13,073 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5f65d667053f4b3922719921a0467d53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63513635, jitterRate=-0.053573086857795715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,073 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:13,073 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5f65d667053f4b3922719921a0467d53: Running coprocessor pre-open hook at 1733349313052Writing region info on filesystem at 1733349313052Initializing all the Stores at 1733349313053 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313053Cleaning up temporary data from old regions at 1733349313065 (+12 ms)Running coprocessor post-open hooks at 1733349313073 (+8 ms)Region opened successfully at 1733349313073 2024-12-04T21:55:13,073 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,074 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., pid=15, masterSystemTime=1733349313025 2024-12-04T21:55:13,074 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecf3c2499f74346b86700687ab51ed41, ASSIGN in 10.2090 sec 2024-12-04T21:55:13,074 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,075 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6f95758474c41534bd8619f4d678c071; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63279882, jitterRate=-0.057056277990341187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,075 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,075 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:13,075 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,075 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6f95758474c41534bd8619f4d678c071: Running coprocessor pre-open hook at 1733349313062Writing region info on filesystem at 1733349313062Initializing all the Stores at 1733349313063 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313063Cleaning up temporary data from old regions at 1733349313067 (+4 ms)Running coprocessor post-open hooks at 1733349313075 (+8 ms)Region opened successfully at 1733349313075 2024-12-04T21:55:13,075 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., pid=22, masterSystemTime=1733349313041 2024-12-04T21:55:13,076 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:13,076 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:13,077 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:13,077 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 91fc8a586cdaed4fc0c1c0b9135f39a6, NAME => 'SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T21:55:13,077 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f65d667053f4b3922719921a0467d53, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:13,077 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,077 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,077 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,077 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,078 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,078 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:13,078 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:13,078 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:13,078 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 18e1c2a388d94c73e86a2c735bc02214, NAME => 'SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T21:55:13,079 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,079 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,079 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,079 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6f95758474c41534bd8619f4d678c071, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:13,079 INFO [StoreOpener-91fc8a586cdaed4fc0c1c0b9135f39a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,081 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,081 INFO [StoreOpener-91fc8a586cdaed4fc0c1c0b9135f39a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91fc8a586cdaed4fc0c1c0b9135f39a6 columnFamilyName cf 2024-12-04T21:55:13,081 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5b67d0a6cee7b5e431b4e0e899d2fafe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70442205, jitterRate=0.04967065155506134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,081 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:13,081 DEBUG [StoreOpener-91fc8a586cdaed4fc0c1c0b9135f39a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,081 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5b67d0a6cee7b5e431b4e0e899d2fafe: Running coprocessor pre-open hook at 1733349313067Writing region info on filesystem at 1733349313067Initializing all the Stores at 1733349313068 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313068Cleaning up temporary data from old regions at 1733349313075 (+7 ms)Running coprocessor post-open hooks at 1733349313081 (+6 ms)Region opened successfully at 1733349313081 2024-12-04T21:55:13,081 INFO [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,082 INFO [StoreOpener-91fc8a586cdaed4fc0c1c0b9135f39a6-1 {}] regionserver.HStore(327): Store=91fc8a586cdaed4fc0c1c0b9135f39a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,082 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,082 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., pid=17, masterSystemTime=1733349313027 2024-12-04T21:55:13,083 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,083 INFO [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e1c2a388d94c73e86a2c735bc02214 columnFamilyName cf 2024-12-04T21:55:13,083 DEBUG [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,083 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,083 INFO [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] regionserver.HStore(327): Store=18e1c2a388d94c73e86a2c735bc02214/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,083 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,083 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,084 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,084 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,085 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:13,085 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:13,085 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5b67d0a6cee7b5e431b4e0e899d2fafe, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:13,085 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,085 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,085 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,087 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,088 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/91fc8a586cdaed4fc0c1c0b9135f39a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,088 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 91fc8a586cdaed4fc0c1c0b9135f39a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74948138, jitterRate=0.11681428551673889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,088 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:13,088 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 91fc8a586cdaed4fc0c1c0b9135f39a6: Running coprocessor pre-open hook at 1733349313077Writing region info on filesystem at 1733349313077Initializing all the Stores at 1733349313078 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313078Cleaning up temporary data from old regions at 1733349313083 (+5 ms)Running coprocessor post-open hooks at 1733349313088 (+5 ms)Region opened successfully at 1733349313088 2024-12-04T21:55:13,089 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6., pid=24, masterSystemTime=1733349313025 2024-12-04T21:55:13,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f65d667053f4b3922719921a0467d53, server=bb3046a53f79,40515,1733349291115 because future has completed 2024-12-04T21:55:13,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95758474c41534bd8619f4d678c071, server=bb3046a53f79,34647,1733349291082 because future has completed 2024-12-04T21:55:13,091 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:13,091 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:13,092 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:13,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe, server=bb3046a53f79,46193,1733349291139 because future has completed 2024-12-04T21:55:13,092 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d62c97f4c8a6071cdf84d26dbe4f0f3, NAME => 'SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-04T21:55:13,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=91fc8a586cdaed4fc0c1c0b9135f39a6, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:13,092 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,093 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,093 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,093 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-04T21:55:13,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6, server=bb3046a53f79,40515,1733349291115 because future has completed 2024-12-04T21:55:13,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-04T21:55:13,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f95758474c41534bd8619f4d678c071, server=bb3046a53f79,34647,1733349291082 in 10.0580 sec 2024-12-04T21:55:13,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f65d667053f4b3922719921a0467d53, server=bb3046a53f79,40515,1733349291115 in 10.0680 sec 2024-12-04T21:55:13,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-04T21:55:13,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe, server=bb3046a53f79,46193,1733349291139 in 10.0680 sec 2024-12-04T21:55:13,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f65d667053f4b3922719921a0467d53, ASSIGN in 10.2310 sec 2024-12-04T21:55:13,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN in 10.2320 sec 2024-12-04T21:55:13,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-04T21:55:13,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b67d0a6cee7b5e431b4e0e899d2fafe, ASSIGN in 10.2340 sec 2024-12-04T21:55:13,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6, server=bb3046a53f79,40515,1733349291115 in 10.0560 sec 2024-12-04T21:55:13,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc8a586cdaed4fc0c1c0b9135f39a6, ASSIGN in 10.2350 sec 2024-12-04T21:55:13,101 INFO [StoreOpener-1d62c97f4c8a6071cdf84d26dbe4f0f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,102 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/18e1c2a388d94c73e86a2c735bc02214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,102 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 18e1c2a388d94c73e86a2c735bc02214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069388, jitterRate=0.04411524534225464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,102 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:13,103 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 18e1c2a388d94c73e86a2c735bc02214: Running coprocessor pre-open hook at 1733349313079Writing region info on filesystem at 1733349313079Initializing all the Stores at 1733349313081 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313081Cleaning up temporary data from old regions at 1733349313085 (+4 ms)Running coprocessor post-open hooks at 1733349313102 (+17 ms)Region opened successfully at 1733349313102 2024-12-04T21:55:13,103 INFO [StoreOpener-1d62c97f4c8a6071cdf84d26dbe4f0f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d62c97f4c8a6071cdf84d26dbe4f0f3 columnFamilyName cf 2024-12-04T21:55:13,103 DEBUG [StoreOpener-1d62c97f4c8a6071cdf84d26dbe4f0f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,103 INFO [StoreOpener-1d62c97f4c8a6071cdf84d26dbe4f0f3-1 {}] regionserver.HStore(327): Store=1d62c97f4c8a6071cdf84d26dbe4f0f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,103 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,104 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214., pid=23, masterSystemTime=1733349313041 2024-12-04T21:55:13,104 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,105 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,105 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,105 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,106 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:13,106 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:13,106 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:13,106 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b8d424fcfcd458c1d65662f15e319178, NAME => 'SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T21:55:13,106 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18e1c2a388d94c73e86a2c735bc02214, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:13,107 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:13,107 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,107 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,107 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,108 INFO [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e1c2a388d94c73e86a2c735bc02214, server=bb3046a53f79,34647,1733349291082 because future has completed 2024-12-04T21:55:13,110 INFO [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d424fcfcd458c1d65662f15e319178 columnFamilyName cf 2024-12-04T21:55:13,110 DEBUG [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:13,111 INFO [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] regionserver.HStore(327): Store=b8d424fcfcd458c1d65662f15e319178/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:13,111 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,112 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-04T21:55:13,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 18e1c2a388d94c73e86a2c735bc02214, server=bb3046a53f79,34647,1733349291082 in 10.0750 sec 2024-12-04T21:55:13,113 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,114 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,114 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN in 10.2500 sec 2024-12-04T21:55:13,116 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,118 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/1d62c97f4c8a6071cdf84d26dbe4f0f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,118 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1d62c97f4c8a6071cdf84d26dbe4f0f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65301574, jitterRate=-0.02693071961402893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,118 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/b8d424fcfcd458c1d65662f15e319178/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:55:13,118 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:13,119 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1d62c97f4c8a6071cdf84d26dbe4f0f3: Running coprocessor pre-open hook at 1733349313093Writing region info on filesystem at 1733349313093Initializing all the Stores at 1733349313094 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313095 (+1 ms)Cleaning up temporary data from old regions at 1733349313105 (+10 ms)Running coprocessor post-open hooks at 1733349313119 (+14 ms)Region opened successfully at 1733349313119 2024-12-04T21:55:13,119 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b8d424fcfcd458c1d65662f15e319178; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72816001, jitterRate=0.08504296839237213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:13,119 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:13,119 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b8d424fcfcd458c1d65662f15e319178: Running coprocessor pre-open hook at 1733349313107Writing region info on filesystem at 1733349313107Initializing all the Stores at 1733349313108 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349313108Cleaning up temporary data from old regions at 1733349313114 (+6 ms)Running coprocessor post-open hooks at 1733349313119 (+5 ms)Region opened successfully at 1733349313119 2024-12-04T21:55:13,119 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3., pid=20, masterSystemTime=1733349313025 2024-12-04T21:55:13,120 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178., pid=21, masterSystemTime=1733349313041 2024-12-04T21:55:13,121 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:13,122 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:13,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d62c97f4c8a6071cdf84d26dbe4f0f3, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:13,123 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:13,123 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:13,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b8d424fcfcd458c1d65662f15e319178, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:13,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3, server=bb3046a53f79,40515,1733349291115 because future has completed 2024-12-04T21:55:13,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d424fcfcd458c1d65662f15e319178, server=bb3046a53f79,34647,1733349291082 because future has completed 2024-12-04T21:55:13,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-12-04T21:55:13,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3, server=bb3046a53f79,40515,1733349291115 in 10.0910 sec 2024-12-04T21:55:13,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d62c97f4c8a6071cdf84d26dbe4f0f3, ASSIGN in 10.2640 sec 2024-12-04T21:55:13,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-04T21:55:13,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b8d424fcfcd458c1d65662f15e319178, server=bb3046a53f79,34647,1733349291082 in 10.0930 sec 2024-12-04T21:55:13,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T21:55:13,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN in 10.2660 sec 2024-12-04T21:55:13,131 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:55:13,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349313131"}]},"ts":"1733349313131"} 2024-12-04T21:55:13,133 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-04T21:55:13,134 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:55:13,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7430 sec 2024-12-04T21:55:15,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-04T21:55:18,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:18,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:18,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:18,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T21:55:18,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:18,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:18,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:55:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:55:20,702 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-04T21:55:20,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-04T21:55:20,703 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:55:20,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-04T21:55:20,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:55:20,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-04T21:55:20,729 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., hostname=bb3046a53f79,40515,1733349291115, seqNum=2] 2024-12-04T21:55:20,731 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., hostname=bb3046a53f79,40515,1733349291115, seqNum=2] 2024-12-04T21:55:20,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., hostname=bb3046a53f79,40515,1733349291115, seqNum=2] 2024-12-04T21:55:20,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., hostname=bb3046a53f79,40515,1733349291115, seqNum=2] 2024-12-04T21:55:20,735 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., hostname=bb3046a53f79,40515,1733349291115, seqNum=2] 2024-12-04T21:55:20,760 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,762 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,763 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,765 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., hostname=bb3046a53f79,34647,1733349291082, seqNum=2] 2024-12-04T21:55:20,796 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., hostname=bb3046a53f79,34647,1733349291082, seqNum=2] 2024-12-04T21:55:20,797 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., hostname=bb3046a53f79,34647,1733349291082, seqNum=2] 2024-12-04T21:55:20,798 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., hostname=bb3046a53f79,34647,1733349291082, seqNum=2] 2024-12-04T21:55:20,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., hostname=bb3046a53f79,34647,1733349291082, seqNum=2] 2024-12-04T21:55:20,800 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., hostname=bb3046a53f79,34647,1733349291082, seqNum=2] 2024-12-04T21:55:20,860 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,861 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,863 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,864 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,864 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,865 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:20,866 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., hostname=bb3046a53f79,46193,1733349291139, seqNum=2] 2024-12-04T21:55:21,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:55:21,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:55:21,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:55:21,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:55:21,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:55:21,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:55:21,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:21,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:55:21,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:55:21,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T21:55:21,859 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-04T21:55:21,859 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:55:21,860 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-04T21:55:21,861 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-04T21:55:21,864 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-04T21:55:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741848_1024 (size=49) 2024-12-04T21:55:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741848_1024 (size=49) 2024-12-04T21:55:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741848_1024 (size=49) 2024-12-04T21:55:21,877 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-04T21:55:21,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472eef47b131c7bb149aa39121eded19}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18e1c2a388d94c73e86a2c735bc02214}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d424fcfcd458c1d65662f15e319178}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f65d667053f4b3922719921a0467d53}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecf3c2499f74346b86700687ab51ed41}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f95758474c41534bd8619f4d678c071}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe}] 2024-12-04T21:55:21,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:21,879 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:21,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:21,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:21,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:21,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:21,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:21,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:21,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:21,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:27,968 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-04T21:55:31,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-04T21:55:31,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-04T21:55:31,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-04T21:55:31,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:31,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3070e1466cc5a94eda9d7444a34bff0e: 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. for SnapshotProcedureTest completed. 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 472eef47b131c7bb149aa39121eded19: 2024-12-04T21:55:31,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-04T21:55:31,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. for SnapshotProcedureTest completed. 2024-12-04T21:55:31,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-04T21:55:31,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-04T21:55:31,885 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6f95758474c41534bd8619f4d678c071 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:31,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:55:31,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:31,886 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ecf3c2499f74346b86700687ab51ed41 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-04T21:55:31,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:31,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 91fc8a586cdaed4fc0c1c0b9135f39a6: 2024-12-04T21:55:31,886 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5f65d667053f4b3922719921a0467d53 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-04T21:55:31,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. for SnapshotProcedureTest completed. 2024-12-04T21:55:31,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-04T21:55:31,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:31,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:31,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:31,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:55:31,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5b67d0a6cee7b5e431b4e0e899d2fafe 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 18e1c2a388d94c73e86a2c735bc02214: 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. for SnapshotProcedureTest completed. 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b8d424fcfcd458c1d65662f15e319178: 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. for SnapshotProcedureTest completed. 2024-12-04T21:55:31,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:31,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:31,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:31,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:55:31,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:55:31,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/.tmp/cf/4d5a73bcf8e24dae8173fc588c1a9673 is 34, key is baa/cf:cf/1733349321488/Put/seqid=0 2024-12-04T21:55:31,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/.tmp/cf/7708e4bac5c14287a29d50e31e16b913 is 34, key is ccd/cf:cf/1733349321484/Put/seqid=0 2024-12-04T21:55:31,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/.tmp/cf/89682e5e38264e59a526b3d3cfc08bcd is 34, key is aaa/cf:cf/1733349321446/Put/seqid=0 2024-12-04T21:55:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741849_1025 (size=65) 2024-12-04T21:55:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741849_1025 (size=65) 2024-12-04T21:55:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741849_1025 (size=65) 2024-12-04T21:55:31,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1d62c97f4c8a6071cdf84d26dbe4f0f3: 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. for SnapshotProcedureTest completed. 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:31,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T21:55:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-04T21:55:31,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:31,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741850_1026 (size=57) 2024-12-04T21:55:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741853_1029 (size=65) 2024-12-04T21:55:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741853_1029 (size=65) 2024-12-04T21:55:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741853_1029 (size=65) 2024-12-04T21:55:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741850_1026 (size=57) 2024-12-04T21:55:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741850_1026 (size=57) 2024-12-04T21:55:31,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3070e1466cc5a94eda9d7444a34bff0e in 10.0620 sec 2024-12-04T21:55:31,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:31,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T21:55:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T21:55:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741852_1028 (size=65) 2024-12-04T21:55:31,943 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:31,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741852_1028 (size=65) 2024-12-04T21:55:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741852_1028 (size=65) 2024-12-04T21:55:31,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:31,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-04T21:55:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-04T21:55:31,946 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:31,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:31,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 472eef47b131c7bb149aa39121eded19 in 10.0660 sec 2024-12-04T21:55:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741851_1027 (size=65) 2024-12-04T21:55:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741851_1027 (size=65) 2024-12-04T21:55:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741851_1027 (size=65) 2024-12-04T21:55:31,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18e1c2a388d94c73e86a2c735bc02214 in 10.0690 sec 2024-12-04T21:55:31,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:31,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T21:55:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T21:55:31,949 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:31,949 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:31,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91fc8a586cdaed4fc0c1c0b9135f39a6 in 10.0720 sec 2024-12-04T21:55:31,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/.tmp/cf/946e5cf4847a420dbaf407a22d448d4a is 34, key is eaa/cf:cf/1733349321785/Put/seqid=0 2024-12-04T21:55:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741854_1030 (size=28623) 2024-12-04T21:55:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741854_1030 (size=28623) 2024-12-04T21:55:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741854_1030 (size=28623) 2024-12-04T21:55:31,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/.tmp/cf/4d5a73bcf8e24dae8173fc588c1a9673 2024-12-04T21:55:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741856_1032 (size=26918) 2024-12-04T21:55:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741856_1032 (size=26918) 2024-12-04T21:55:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741856_1032 (size=26918) 2024-12-04T21:55:31,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/.tmp/cf/89682e5e38264e59a526b3d3cfc08bcd 2024-12-04T21:55:31,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/.tmp/cf/4d5a73bcf8e24dae8173fc588c1a9673 as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/cf/4d5a73bcf8e24dae8173fc588c1a9673 2024-12-04T21:55:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741855_1031 (size=47197) 2024-12-04T21:55:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741855_1031 (size=47197) 2024-12-04T21:55:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741855_1031 (size=47197) 2024-12-04T21:55:31,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/.tmp/cf/89682e5e38264e59a526b3d3cfc08bcd as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/cf/89682e5e38264e59a526b3d3cfc08bcd 2024-12-04T21:55:31,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/.tmp/cf/7708e4bac5c14287a29d50e31e16b913 2024-12-04T21:55:32,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/.tmp/cf/7708e4bac5c14287a29d50e31e16b913 as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/cf/7708e4bac5c14287a29d50e31e16b913 2024-12-04T21:55:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741858_1034 (size=65) 2024-12-04T21:55:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741858_1034 (size=65) 2024-12-04T21:55:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741858_1034 (size=65) 2024-12-04T21:55:32,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:32,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T21:55:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T21:55:32,011 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:32,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:32,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d62c97f4c8a6071cdf84d26dbe4f0f3 in 10.1340 sec 2024-12-04T21:55:32,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/cf/7708e4bac5c14287a29d50e31e16b913, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-04T21:55:32,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6f95758474c41534bd8619f4d678c071 in 135ms, sequenceid=5, compaction requested=false 2024-12-04T21:55:32,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6f95758474c41534bd8619f4d678c071: 2024-12-04T21:55:32,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. for SnapshotProcedureTest completed. 2024-12-04T21:55:32,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:32,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/cf/7708e4bac5c14287a29d50e31e16b913] hfiles 2024-12-04T21:55:32,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/cf/7708e4bac5c14287a29d50e31e16b913 for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741857_1033 (size=499309) 2024-12-04T21:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741857_1033 (size=499309) 2024-12-04T21:55:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741857_1033 (size=499309) 2024-12-04T21:55:32,026 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/.tmp/cf/946e5cf4847a420dbaf407a22d448d4a 2024-12-04T21:55:32,028 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/cf/4d5a73bcf8e24dae8173fc588c1a9673, entries=731, sequenceid=5, filesize=28.0 K 2024-12-04T21:55:32,029 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ecf3c2499f74346b86700687ab51ed41 in 144ms, sequenceid=5, compaction requested=false 2024-12-04T21:55:32,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ecf3c2499f74346b86700687ab51ed41: 2024-12-04T21:55:32,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. for SnapshotProcedureTest completed. 2024-12-04T21:55:32,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:32,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/cf/4d5a73bcf8e24dae8173fc588c1a9673] hfiles 2024-12-04T21:55:32,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/cf/4d5a73bcf8e24dae8173fc588c1a9673 for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,034 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/cf/89682e5e38264e59a526b3d3cfc08bcd, entries=676, sequenceid=5, filesize=26.3 K 2024-12-04T21:55:32,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5f65d667053f4b3922719921a0467d53 in 148ms, sequenceid=5, compaction requested=false 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5f65d667053f4b3922719921a0467d53: 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. for SnapshotProcedureTest completed. 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/cf/89682e5e38264e59a526b3d3cfc08bcd] hfiles 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/.tmp/cf/946e5cf4847a420dbaf407a22d448d4a as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/cf/946e5cf4847a420dbaf407a22d448d4a 2024-12-04T21:55:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/cf/89682e5e38264e59a526b3d3cfc08bcd for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/cf/946e5cf4847a420dbaf407a22d448d4a, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-04T21:55:32,046 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5b67d0a6cee7b5e431b4e0e899d2fafe in 159ms, sequenceid=5, compaction requested=false 2024-12-04T21:55:32,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5b67d0a6cee7b5e431b4e0e899d2fafe: 2024-12-04T21:55:32,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. for SnapshotProcedureTest completed. 2024-12-04T21:55:32,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T21:55:32,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/cf/946e5cf4847a420dbaf407a22d448d4a] hfiles 2024-12-04T21:55:32,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/cf/946e5cf4847a420dbaf407a22d448d4a for snapshot=SnapshotProcedureTest 2024-12-04T21:55:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741859_1035 (size=105) 2024-12-04T21:55:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741859_1035 (size=105) 2024-12-04T21:55:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741859_1035 (size=105) 2024-12-04T21:55:32,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:32,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-04T21:55:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-04T21:55:32,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:32,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:32,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6f95758474c41534bd8619f4d678c071 in 10.1770 sec 2024-12-04T21:55:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741860_1036 (size=105) 2024-12-04T21:55:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741860_1036 (size=105) 2024-12-04T21:55:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741860_1036 (size=105) 2024-12-04T21:55:32,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:32,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-04T21:55:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-04T21:55:32,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:32,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:32,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f65d667053f4b3922719921a0467d53 in 10.1900 sec 2024-12-04T21:55:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741861_1037 (size=105) 2024-12-04T21:55:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741861_1037 (size=105) 2024-12-04T21:55:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741861_1037 (size=105) 2024-12-04T21:55:32,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:32,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-04T21:55:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-04T21:55:32,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:32,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:32,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ecf3c2499f74346b86700687ab51ed41 in 10.2000 sec 2024-12-04T21:55:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741862_1038 (size=97) 2024-12-04T21:55:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741862_1038 (size=97) 2024-12-04T21:55:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741862_1038 (size=97) 2024-12-04T21:55:32,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:32,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-04T21:55:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-04T21:55:32,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:32,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:32,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b67d0a6cee7b5e431b4e0e899d2fafe in 10.2110 sec 2024-12-04T21:55:32,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:32,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-04T21:55:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-04T21:55:32,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:32,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:32,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-04T21:55:32,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8d424fcfcd458c1d65662f15e319178 in 10.4630 sec 2024-12-04T21:55:32,343 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-04T21:55:32,344 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-04T21:55:32,345 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-04T21:55:32,345 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-04T21:55:32,347 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T21:55:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741863_1039 (size=1174) 2024-12-04T21:55:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741863_1039 (size=1174) 2024-12-04T21:55:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741863_1039 (size=1174) 2024-12-04T21:55:32,374 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-04T21:55:32,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-04T21:55:32,382 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:32,382 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,382 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,382 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:32,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:32,386 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:32,387 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:32,386 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,387 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:32,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:55:32,394 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,394 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server bb3046a53f79,34647,1733349291082: Simulated kill ***** 2024-12-04T21:55:32,394 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T21:55:32,394 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T21:55:32,395 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T21:55:32,395 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T21:55:32,395 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T21:55:32,395 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 311508992 }, "NonHeapMemoryUsage": { "committed": 177143808, "init": 7667712, "max": -1, "used": 172782880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T21:55:32,396 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38781 {}] master.MasterRpcServices(700): bb3046a53f79,34647,1733349291082 reported a fatal error: ***** ABORTING region server bb3046a53f79,34647,1733349291082: Simulated kill ***** 2024-12-04T21:55:32,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,34647,1733349291082' ***** 2024-12-04T21:55:32,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-04T21:55:32,397 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:55:32,397 INFO [RS:0;bb3046a53f79:34647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T21:55:32,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:55:32,397 INFO [RS:0;bb3046a53f79:34647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T21:55:32,397 INFO [RS:0;bb3046a53f79:34647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:55:32,397 INFO [RS:0;bb3046a53f79:34647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb3046a53f79:34647. 2024-12-04T21:55:32,397 DEBUG [RS:0;bb3046a53f79:34647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:55:32,397 DEBUG [RS:0;bb3046a53f79:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:32,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:55:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741833_1009 (size=1488) 2024-12-04T21:55:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741833_1009 (size=1488) 2024-12-04T21:55:32,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082/bb3046a53f79%2C34647%2C1733349291082.1733349291956 not finished, retry = 0 2024-12-04T21:55:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741833_1009 (size=1488) 2024-12-04T21:55:32,461 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:55:32,502 DEBUG [RS:0;bb3046a53f79:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:32,502 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:55:32,502 INFO [RS:0;bb3046a53f79:34647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34647 2024-12-04T21:55:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:55:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,504 INFO [RS:0;bb3046a53f79:34647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:55:32,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,34647,1733349291082] 2024-12-04T21:55:32,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,34647,1733349291082 already deleted, retry=false 2024-12-04T21:55:32,507 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of bb3046a53f79,34647,1733349291082 on bb3046a53f79,38781,1733349291030 2024-12-04T21:55:32,509 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bb3046a53f79,34647,1733349291082, splitWal=true, meta=false 2024-12-04T21:55:32,509 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for bb3046a53f79,34647,1733349291082 (carryingMeta=false) bb3046a53f79,34647,1733349291082/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61c8b4b0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T21:55:32,512 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bb3046a53f79,34647,1733349291082, splitWal=true, meta=false 2024-12-04T21:55:32,512 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): bb3046a53f79,34647,1733349291082 had 3 regions 2024-12-04T21:55:32,513 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bb3046a53f79,34647,1733349291082, splitWal=true, meta=false, isMeta: false 2024-12-04T21:55:32,515 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting 2024-12-04T21:55:32,516 INFO [PEWorker-1 {}] master.SplitWALManager(105): bb3046a53f79,34647,1733349291082 WAL count=1, meta=false 2024-12-04T21:55:32,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure bb3046a53f79%2C34647%2C1733349291082.1733349291956}] 2024-12-04T21:55:32,518 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:32,519 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,34647,1733349291082 Release verify snapshot worker=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure bb3046a53f79%2C34647%2C1733349291082.1733349291956, worker=bb3046a53f79,40515,1733349291115}] 2024-12-04T21:55:32,519 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to bb3046a53f79,34647,1733349291082, this operation will be retried to send to another server 2024-12-04T21:55:32,519 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:55:32,519 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,34647,1733349291082 Release verify snapshot worker=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,519 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733349333519 2024-12-04T21:55:32,520 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-04T21:55:32,520 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-04T21:55:32,520 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to bb3046a53f79,34647,1733349291082, this operation will be retried to send to another server 2024-12-04T21:55:32,520 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-04T21:55:32,520 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:55:32,520 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733349333520 2024-12-04T21:55:32,522 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,34647,1733349291082 Release verify snapshot worker=bb3046a53f79,34647,1733349291082 2024-12-04T21:55:32,522 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to bb3046a53f79,34647,1733349291082, this operation will be retried to send to another server 2024-12-04T21:55:32,522 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:55:32,522 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733349333522 2024-12-04T21:55:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x100a73a906f0001, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:32,606 INFO [RS:0;bb3046a53f79:34647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:55:32,606 INFO [RS:0;bb3046a53f79:34647 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,34647,1733349291082; zookeeper connection closed. 2024-12-04T21:55:32,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cb20d40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cb20d40 2024-12-04T21:55:32,873 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T21:55:32,874 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T21:55:42,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-04T21:55:42,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-04T21:55:42,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-04T21:55:42,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-04T21:55:42,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-04T21:55:42,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-04T21:55:42,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-04T21:55:42,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T21:55:42,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-04T21:55:42,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-04T21:55:42,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-04T21:55:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-04T21:55:42,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T21:55:42,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-04T21:55:42,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-04T21:55:42,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-04T21:55:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-04T21:55:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-04T21:55:42,397 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 Release verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-04T21:55:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-04T21:55:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-04T21:55:42,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 in 10.0190 sec 2024-12-04T21:55:42,399 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,400 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 Release verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,409 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 Release verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 in 10.0210 sec 2024-12-04T21:55:42,410 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,410 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 in 10.0300 sec 2024-12-04T21:55:42,412 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 Release verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,412 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 Release verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,412 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 Release verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,413 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956, size=1.5 K (1488bytes) 2024-12-04T21:55:42,413 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 2024-12-04T21:55:42,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 in 10.0330 sec 2024-12-04T21:55:42,414 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 after 1ms 2024-12-04T21:55:42,414 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 in 10.0330 sec 2024-12-04T21:55:42,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 in 10.0330 sec 2024-12-04T21:55:42,417 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 took 4ms 2024-12-04T21:55:42,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6f95758474c41534bd8619f4d678c071: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-04T21:55:42,421 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 18e1c2a388d94c73e86a2c735bc02214: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T21:55:42,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b8d424fcfcd458c1d65662f15e319178: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T21:55:42,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 so closing down 2024-12-04T21:55:42,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T21:55:42,423 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T21:55:42,423 INFO [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-04T21:55:42,424 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956, journal: Splitting hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956, size=1.5 K (1488bytes) at 1733349342413Finishing writing output for hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 so closing down at 1733349342423 (+10 ms)3 split writer threads finished at 1733349342423Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733349342424 (+1 ms) 2024-12-04T21:55:42,424 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 2024-12-04T21:55:42,424 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-04T21:55:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-04T21:55:42,428 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting/bb3046a53f79%2C34647%2C1733349291082.1733349291956 to hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs 2024-12-04T21:55:42,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-04T21:55:42,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure bb3046a53f79%2C34647%2C1733349291082.1733349291956, worker=bb3046a53f79,40515,1733349291115 in 9.9090 sec 2024-12-04T21:55:42,431 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T21:55:42,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure bb3046a53f79%2C34647%2C1733349291082.1733349291956, worker=bb3046a53f79,40515,1733349291115 in 9.9150 sec 2024-12-04T21:55:42,434 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting dir is empty, no logs to split. 2024-12-04T21:55:42,434 INFO [PEWorker-1 {}] master.SplitWALManager(105): bb3046a53f79,34647,1733349291082 WAL count=0, meta=false 2024-12-04T21:55:42,434 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bb3046a53f79,34647,1733349291082 WAL splitting is done? wals=0, meta=false 2024-12-04T21:55:42,436 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for bb3046a53f79,34647,1733349291082 failed, ignore...File hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,34647,1733349291082-splitting does not exist. 2024-12-04T21:55:42,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN}] 2024-12-04T21:55:42,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN 2024-12-04T21:55:42,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN 2024-12-04T21:55:42,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN 2024-12-04T21:55:42,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T21:55:42,439 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T21:55:42,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T21:55:42,469 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T21:55:42,469 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T21:55:42,589 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:55:42,589 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:55:42,590 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:55:42,590 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:55:42,590 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:55:42,590 INFO [bb3046a53f79:38781 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:55:42,590 INFO [bb3046a53f79:38781 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:55:42,590 DEBUG [bb3046a53f79:38781 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:55:42,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=6f95758474c41534bd8619f4d678c071, regionState=OPENING, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=18e1c2a388d94c73e86a2c735bc02214, regionState=OPENING, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:42,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=b8d424fcfcd458c1d65662f15e319178, regionState=OPENING, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:42,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN because future has completed 2024-12-04T21:55:42,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d424fcfcd458c1d65662f15e319178, server=bb3046a53f79,40515,1733349291115}] 2024-12-04T21:55:42,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN because future has completed 2024-12-04T21:55:42,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95758474c41534bd8619f4d678c071, server=bb3046a53f79,46193,1733349291139}] 2024-12-04T21:55:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN because future has completed 2024-12-04T21:55:42,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e1c2a388d94c73e86a2c735bc02214, server=bb3046a53f79,46193,1733349291139}] 2024-12-04T21:55:51,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:55:51,992 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-04T21:55:52,409 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-04T21:55:52,409 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 18e1c2a388d94c73e86a2c735bc02214, NAME => 'SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T21:55:52,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-04T21:55:52,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-04T21:55:52,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-04T21:55:52,410 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,410 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:52,410 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,410 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-04T21:55:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-04T21:55:52,413 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 Release verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:52,413 INFO [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,414 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-04T21:55:52,415 INFO [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e1c2a388d94c73e86a2c735bc02214 columnFamilyName cf 2024-12-04T21:55:52,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-04T21:55:52,414 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => b8d424fcfcd458c1d65662f15e319178, NAME => 'SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T21:55:52,415 DEBUG [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:52,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-04T21:55:52,415 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,415 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:52,415 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,415 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T21:55:52,416 INFO [StoreOpener-18e1c2a388d94c73e86a2c735bc02214-1 {}] regionserver.HStore(327): Store=18e1c2a388d94c73e86a2c735bc02214/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:52,416 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,417 INFO [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,417 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-04T21:55:52,417 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 Release verify snapshot worker=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:52,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 in 20.0340 sec 2024-12-04T21:55:52,418 INFO [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d424fcfcd458c1d65662f15e319178 columnFamilyName cf 2024-12-04T21:55:52,418 DEBUG [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:52,418 INFO [StoreOpener-b8d424fcfcd458c1d65662f15e319178-1 {}] regionserver.HStore(327): Store=b8d424fcfcd458c1d65662f15e319178/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:52,418 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,418 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,419 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,419 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,419 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,46193,1733349291139 in 20.0390 sec 2024-12-04T21:55:52,420 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 Release verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T21:55:52,421 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,421 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,421 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,421 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 in 20.0410 sec 2024-12-04T21:55:52,422 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 Release verify snapshot worker=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:52,422 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 18e1c2a388d94c73e86a2c735bc02214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67414919, jitterRate=0.004560574889183044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:52,422 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,422 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 18e1c2a388d94c73e86a2c735bc02214: Running coprocessor pre-open hook at 1733349352410Writing region info on filesystem at 1733349352410Initializing all the Stores at 1733349352413 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349352413Cleaning up temporary data from old regions at 1733349352419 (+6 ms)Running coprocessor post-open hooks at 1733349352422 (+3 ms)Region opened successfully at 1733349352422 2024-12-04T21:55:52,423 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214., pid=54, masterSystemTime=1733349352400 2024-12-04T21:55:52,424 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-12-04T21:55:52,425 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-04T21:55:52,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bb3046a53f79,40515,1733349291115 in 20.0430 sec 2024-12-04T21:55:52,425 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened b8d424fcfcd458c1d65662f15e319178; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71328837, jitterRate=0.06288249790668488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:52,425 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,425 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.hbase-snapshot/SnapshotProcedureTest 2024-12-04T21:55:52,425 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for b8d424fcfcd458c1d65662f15e319178: Running coprocessor pre-open hook at 1733349352415Writing region info on filesystem at 1733349352415Initializing all the Stores at 1733349352416 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349352416Cleaning up temporary data from old regions at 1733349352421 (+5 ms)Running coprocessor post-open hooks at 1733349352425 (+4 ms)Region opened successfully at 1733349352425 2024-12-04T21:55:52,426 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178., pid=52, masterSystemTime=1733349352410 2024-12-04T21:55:52,426 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,426 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,427 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,427 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f95758474c41534bd8619f4d678c071, NAME => 'SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T21:55:52,427 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,427 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:55:52,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=18e1c2a388d94c73e86a2c735bc02214, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:52,427 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,427 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,428 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-04T21:55:52,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-04T21:55:52,429 INFO [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e1c2a388d94c73e86a2c735bc02214, server=bb3046a53f79,46193,1733349291139 because future has completed 2024-12-04T21:55:52,430 INFO [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95758474c41534bd8619f4d678c071 columnFamilyName cf 2024-12-04T21:55:52,430 DEBUG [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:55:52,431 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,431 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5700 sec 2024-12-04T21:55:52,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=b8d424fcfcd458c1d65662f15e319178, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,40515,1733349291115 2024-12-04T21:55:52,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d424fcfcd458c1d65662f15e319178, server=bb3046a53f79,40515,1733349291115 because future has completed 2024-12-04T21:55:52,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-04T21:55:52,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 18e1c2a388d94c73e86a2c735bc02214, server=bb3046a53f79,46193,1733349291139 in 9.8360 sec 2024-12-04T21:55:52,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18e1c2a388d94c73e86a2c735bc02214, ASSIGN in 9.9970 sec 2024-12-04T21:55:52,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-04T21:55:52,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure b8d424fcfcd458c1d65662f15e319178, server=bb3046a53f79,40515,1733349291115 in 9.8420 sec 2024-12-04T21:55:52,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d424fcfcd458c1d65662f15e319178, ASSIGN in 9.9990 sec 2024-12-04T21:55:52,440 DEBUG [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/cf/7708e4bac5c14287a29d50e31e16b913 2024-12-04T21:55:52,440 INFO [StoreOpener-6f95758474c41534bd8619f4d678c071-1 {}] regionserver.HStore(327): Store=6f95758474c41534bd8619f4d678c071/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:55:52,440 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,441 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,442 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,442 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,442 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,444 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,446 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:55:52,447 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 6f95758474c41534bd8619f4d678c071; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72848273, jitterRate=0.08552385866641998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:55:52,447 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,447 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 6f95758474c41534bd8619f4d678c071: Running coprocessor pre-open hook at 1733349352427Writing region info on filesystem at 1733349352427Initializing all the Stores at 1733349352428 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349352428Cleaning up temporary data from old regions at 1733349352442 (+14 ms)Running coprocessor post-open hooks at 1733349352447 (+5 ms)Region opened successfully at 1733349352447 2024-12-04T21:55:52,448 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., pid=53, masterSystemTime=1733349352400 2024-12-04T21:55:52,449 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,449 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=6f95758474c41534bd8619f4d678c071, regionState=OPEN, openSeqNum=6, regionLocation=bb3046a53f79,46193,1733349291139 2024-12-04T21:55:52,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95758474c41534bd8619f4d678c071, server=bb3046a53f79,46193,1733349291139 because future has completed 2024-12-04T21:55:52,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-04T21:55:52,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f95758474c41534bd8619f4d678c071, server=bb3046a53f79,46193,1733349291139 in 9.8580 sec 2024-12-04T21:55:52,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-04T21:55:52,455 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server bb3046a53f79,34647,1733349291082 after splitting done 2024-12-04T21:55:52,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f95758474c41534bd8619f4d678c071, ASSIGN in 10.0160 sec 2024-12-04T21:55:52,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure bb3046a53f79,34647,1733349291082, splitWal=true, meta=false in 19.9480 sec 2024-12-04T21:55:52,526 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-04T21:55:52,531 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-04T21:55:52,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T21:55:52,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:55:52,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:55:52,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:55:52,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T21:55:52,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994615579, stopped=false 2024-12-04T21:55:52,532 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb3046a53f79,38781,1733349291030 2024-12-04T21:55:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:55:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:55:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:55:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:55:52,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:55:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:55:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:55:52,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:55:52,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:55:52,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:55:52,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:55:52,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,40515,1733349291115' ***** 2024-12-04T21:55:52,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:55:52,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,46193,1733349291139' ***** 2024-12-04T21:55:52,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:55:52,534 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:55:52,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:55:52,534 INFO [RS:1;bb3046a53f79:40515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:55:52,534 INFO [RS:1;bb3046a53f79:40515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:55:52,534 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f65d667053f4b3922719921a0467d53 2024-12-04T21:55:52,534 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:55:52,534 INFO [RS:2;bb3046a53f79:46193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:55:52,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b67d0a6cee7b5e431b4e0e899d2fafe 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d62c97f4c8a6071cdf84d26dbe4f0f3 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 3070e1466cc5a94eda9d7444a34bff0e 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 91fc8a586cdaed4fc0c1c0b9135f39a6 2024-12-04T21:55:52,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 18e1c2a388d94c73e86a2c735bc02214 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f65d667053f4b3922719921a0467d53, disabling compactions & flushes 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,40515,1733349291115 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:55:52,535 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b67d0a6cee7b5e431b4e0e899d2fafe, disabling compactions & flushes 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f95758474c41534bd8619f4d678c071 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bb3046a53f79:40515. 2024-12-04T21:55:52,535 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 472eef47b131c7bb149aa39121eded19 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. after waiting 0 ms 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:52,535 DEBUG [RS:1;bb3046a53f79:40515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,46193,1733349291139 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:52,535 DEBUG [RS:1;bb3046a53f79:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. after waiting 0 ms 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:55:52,535 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:52,535 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bb3046a53f79:46193. 2024-12-04T21:55:52,535 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1325): Online Regions={5f65d667053f4b3922719921a0467d53=SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53., 1d62c97f4c8a6071cdf84d26dbe4f0f3=SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3., 3070e1466cc5a94eda9d7444a34bff0e=SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e., 91fc8a586cdaed4fc0c1c0b9135f39a6=SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6., b8d424fcfcd458c1d65662f15e319178=SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178.} 2024-12-04T21:55:52,535 DEBUG [RS:2;bb3046a53f79:46193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:55:52,535 DEBUG [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1351): Waiting on 1d62c97f4c8a6071cdf84d26dbe4f0f3, 3070e1466cc5a94eda9d7444a34bff0e, 5f65d667053f4b3922719921a0467d53, 91fc8a586cdaed4fc0c1c0b9135f39a6, b8d424fcfcd458c1d65662f15e319178 2024-12-04T21:55:52,535 DEBUG [RS:2;bb3046a53f79:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:55:52,535 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T21:55:52,536 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T21:55:52,536 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1325): Online Regions={5b67d0a6cee7b5e431b4e0e899d2fafe=SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe., 1588230740=hbase:meta,,1.1588230740, 18e1c2a388d94c73e86a2c735bc02214=SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214., ecf3c2499f74346b86700687ab51ed41=SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41., 6f95758474c41534bd8619f4d678c071=SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071., 472eef47b131c7bb149aa39121eded19=SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19.} 2024-12-04T21:55:52,536 DEBUG [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e1c2a388d94c73e86a2c735bc02214, 472eef47b131c7bb149aa39121eded19, 5b67d0a6cee7b5e431b4e0e899d2fafe, 6f95758474c41534bd8619f4d678c071, ecf3c2499f74346b86700687ab51ed41 2024-12-04T21:55:52,536 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:55:52,536 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:55:52,537 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:55:52,537 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:55:52,537 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:55:52,537 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-04T21:55:52,540 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5b67d0a6cee7b5e431b4e0e899d2fafe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:55:52,540 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/5f65d667053f4b3922719921a0467d53/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:55:52,540 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b67d0a6cee7b5e431b4e0e899d2fafe: Waiting for close lock at 1733349352535Running coprocessor pre-close hooks at 1733349352535Disabling compacts and flushes for region at 1733349352535Disabling writes for close at 1733349352535Writing region close event to WAL at 1733349352537 (+2 ms)Running coprocessor post-close hooks at 1733349352540 (+3 ms)Closed at 1733349352540 2024-12-04T21:55:52,541 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f65d667053f4b3922719921a0467d53: Waiting for close lock at 1733349352535Running coprocessor pre-close hooks at 1733349352535Disabling compacts and flushes for region at 1733349352535Disabling writes for close at 1733349352535Writing region close event to WAL at 1733349352537 (+2 ms)Running coprocessor post-close hooks at 1733349352541 (+4 ms)Closed at 1733349352541 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733349302390.5b67d0a6cee7b5e431b4e0e899d2fafe. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733349302390.5f65d667053f4b3922719921a0467d53. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18e1c2a388d94c73e86a2c735bc02214, disabling compactions & flushes 2024-12-04T21:55:52,541 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d62c97f4c8a6071cdf84d26dbe4f0f3, disabling compactions & flushes 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. after waiting 0 ms 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,541 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. after waiting 0 ms 2024-12-04T21:55:52,541 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:52,544 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/1d62c97f4c8a6071cdf84d26dbe4f0f3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:55:52,544 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/18e1c2a388d94c73e86a2c735bc02214/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T21:55:52,545 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d62c97f4c8a6071cdf84d26dbe4f0f3: Waiting for close lock at 1733349352541Running coprocessor pre-close hooks at 1733349352541Disabling compacts and flushes for region at 1733349352541Disabling writes for close at 1733349352541Writing region close event to WAL at 1733349352541Running coprocessor post-close hooks at 1733349352545 (+4 ms)Closed at 1733349352545 2024-12-04T21:55:52,545 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733349302390.1d62c97f4c8a6071cdf84d26dbe4f0f3. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18e1c2a388d94c73e86a2c735bc02214: Waiting for close lock at 1733349352541Running coprocessor pre-close hooks at 1733349352541Disabling compacts and flushes for region at 1733349352541Disabling writes for close at 1733349352541Writing region close event to WAL at 1733349352541Running coprocessor post-close hooks at 1733349352545 (+4 ms)Closed at 1733349352545 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3070e1466cc5a94eda9d7444a34bff0e, disabling compactions & flushes 2024-12-04T21:55:52,545 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecf3c2499f74346b86700687ab51ed41, disabling compactions & flushes 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. after waiting 0 ms 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:52,545 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. after waiting 0 ms 2024-12-04T21:55:52,545 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:52,549 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/3070e1466cc5a94eda9d7444a34bff0e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:55:52,549 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/ecf3c2499f74346b86700687ab51ed41/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:55:52,550 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:52,550 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3070e1466cc5a94eda9d7444a34bff0e: Waiting for close lock at 1733349352545Running coprocessor pre-close hooks at 1733349352545Disabling compacts and flushes for region at 1733349352545Disabling writes for close at 1733349352545Writing region close event to WAL at 1733349352545Running coprocessor post-close hooks at 1733349352550 (+5 ms)Closed at 1733349352550 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecf3c2499f74346b86700687ab51ed41: Waiting for close lock at 1733349352545Running coprocessor pre-close hooks at 1733349352545Disabling compacts and flushes for region at 1733349352545Disabling writes for close at 1733349352545Writing region close event to WAL at 1733349352546 (+1 ms)Running coprocessor post-close hooks at 1733349352550 (+4 ms)Closed at 1733349352550 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733349302390.ecf3c2499f74346b86700687ab51ed41. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733349302390.3070e1466cc5a94eda9d7444a34bff0e. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f95758474c41534bd8619f4d678c071, disabling compactions & flushes 2024-12-04T21:55:52,550 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91fc8a586cdaed4fc0c1c0b9135f39a6, disabling compactions & flushes 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,550 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. after waiting 0 ms 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. after waiting 0 ms 2024-12-04T21:55:52,550 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:52,554 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/6f95758474c41534bd8619f4d678c071/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-04T21:55:52,554 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/91fc8a586cdaed4fc0c1c0b9135f39a6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:55:52,554 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/info/cff1fcc21c284942b30f5d9e7c1edb92 is 167, key is SPTestTable,19999999,1733349302390.18e1c2a388d94c73e86a2c735bc02214./info:regioninfo/1733349352427/Put/seqid=0 2024-12-04T21:55:52,554 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,554 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f95758474c41534bd8619f4d678c071: Waiting for close lock at 1733349352550Running coprocessor pre-close hooks at 1733349352550Disabling compacts and flushes for region at 1733349352550Disabling writes for close at 1733349352550Writing region close event to WAL at 1733349352550Running coprocessor post-close hooks at 1733349352554 (+4 ms)Closed at 1733349352554 2024-12-04T21:55:52,554 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:52,554 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91fc8a586cdaed4fc0c1c0b9135f39a6: Waiting for close lock at 1733349352550Running coprocessor pre-close hooks at 1733349352550Disabling compacts and flushes for region at 1733349352550Disabling writes for close at 1733349352550Writing region close event to WAL at 1733349352550Running coprocessor post-close hooks at 1733349352554 (+4 ms)Closed at 1733349352554 2024-12-04T21:55:52,554 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733349302390.6f95758474c41534bd8619f4d678c071. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733349302390.91fc8a586cdaed4fc0c1c0b9135f39a6. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 472eef47b131c7bb149aa39121eded19, disabling compactions & flushes 2024-12-04T21:55:52,555 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8d424fcfcd458c1d65662f15e319178, disabling compactions & flushes 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. after waiting 0 ms 2024-12-04T21:55:52,555 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. after waiting 0 ms 2024-12-04T21:55:52,555 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,558 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/472eef47b131c7bb149aa39121eded19/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T21:55:52,558 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/default/SPTestTable/b8d424fcfcd458c1d65662f15e319178/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T21:55:52,559 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:52,559 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,559 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8d424fcfcd458c1d65662f15e319178: Waiting for close lock at 1733349352555Running coprocessor pre-close hooks at 1733349352555Disabling compacts and flushes for region at 1733349352555Disabling writes for close at 1733349352555Writing region close event to WAL at 1733349352555Running coprocessor post-close hooks at 1733349352559 (+4 ms)Closed at 1733349352559 2024-12-04T21:55:52,559 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 472eef47b131c7bb149aa39121eded19: Waiting for close lock at 1733349352555Running coprocessor pre-close hooks at 1733349352555Disabling compacts and flushes for region at 1733349352555Disabling writes for close at 1733349352555Writing region close event to WAL at 1733349352555Running coprocessor post-close hooks at 1733349352559 (+4 ms)Closed at 1733349352559 2024-12-04T21:55:52,559 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733349302390.472eef47b131c7bb149aa39121eded19. 2024-12-04T21:55:52,559 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733349302390.b8d424fcfcd458c1d65662f15e319178. 2024-12-04T21:55:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741864_1040 (size=19817) 2024-12-04T21:55:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741864_1040 (size=19817) 2024-12-04T21:55:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741864_1040 (size=19817) 2024-12-04T21:55:52,563 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/info/cff1fcc21c284942b30f5d9e7c1edb92 2024-12-04T21:55:52,581 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/ns/be0397acb24243c58f537f61097c7dc8 is 43, key is default/ns:d/1733349302298/Put/seqid=0 2024-12-04T21:55:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741865_1041 (size=5153) 2024-12-04T21:55:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741865_1041 (size=5153) 2024-12-04T21:55:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741865_1041 (size=5153) 2024-12-04T21:55:52,588 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:55:52,589 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/ns/be0397acb24243c58f537f61097c7dc8 2024-12-04T21:55:52,593 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:55:52,608 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/table/47c67c35b6b94077ab247025f541ab93 is 47, key is SPTestTable/table:state/1733349313131/Put/seqid=0 2024-12-04T21:55:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741866_1042 (size=5214) 2024-12-04T21:55:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741866_1042 (size=5214) 2024-12-04T21:55:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741866_1042 (size=5214) 2024-12-04T21:55:52,615 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/table/47c67c35b6b94077ab247025f541ab93 2024-12-04T21:55:52,622 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/info/cff1fcc21c284942b30f5d9e7c1edb92 as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/info/cff1fcc21c284942b30f5d9e7c1edb92 2024-12-04T21:55:52,629 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/info/cff1fcc21c284942b30f5d9e7c1edb92, entries=112, sequenceid=35, filesize=19.4 K 2024-12-04T21:55:52,630 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/ns/be0397acb24243c58f537f61097c7dc8 as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/ns/be0397acb24243c58f537f61097c7dc8 2024-12-04T21:55:52,635 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/ns/be0397acb24243c58f537f61097c7dc8, entries=2, sequenceid=35, filesize=5.0 K 2024-12-04T21:55:52,637 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/.tmp/table/47c67c35b6b94077ab247025f541ab93 as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/table/47c67c35b6b94077ab247025f541ab93 2024-12-04T21:55:52,642 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/table/47c67c35b6b94077ab247025f541ab93, entries=2, sequenceid=35, filesize=5.1 K 2024-12-04T21:55:52,643 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=35, compaction requested=false 2024-12-04T21:55:52,647 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-04T21:55:52,648 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:55:52,648 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:55:52,648 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349352536Running coprocessor pre-close hooks at 1733349352536Disabling compacts and flushes for region at 1733349352536Disabling writes for close at 1733349352537 (+1 ms)Obtaining lock to block concurrent updates at 1733349352537Preparing flush snapshotting stores in 1588230740 at 1733349352537Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733349352537Flushing stores of hbase:meta,,1.1588230740 at 1733349352537Flushing 1588230740/info: creating writer at 1733349352537Flushing 1588230740/info: appending metadata at 1733349352554 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733349352554Flushing 1588230740/ns: creating writer at 1733349352568 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733349352581 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733349352581Flushing 1588230740/table: creating writer at 1733349352595 (+14 ms)Flushing 1588230740/table: appending metadata at 1733349352607 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733349352608 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2099c9cd: reopening flushed file at 1733349352621 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3be086: reopening flushed file at 1733349352629 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212e29d0: reopening flushed file at 1733349352636 (+7 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=35, compaction requested=false at 1733349352643 (+7 ms)Writing region close event to WAL at 1733349352644 (+1 ms)Running coprocessor post-close hooks at 1733349352647 (+3 ms)Closed at 1733349352648 (+1 ms) 2024-12-04T21:55:52,648 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T21:55:52,735 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,40515,1733349291115; all regions closed. 2024-12-04T21:55:52,737 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,46193,1733349291139; all regions closed. 2024-12-04T21:55:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741835_1011 (size=3530) 2024-12-04T21:55:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741835_1011 (size=3530) 2024-12-04T21:55:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741835_1011 (size=3530) 2024-12-04T21:55:52,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741836_1012 (size=18438) 2024-12-04T21:55:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741836_1012 (size=18438) 2024-12-04T21:55:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741836_1012 (size=18438) 2024-12-04T21:55:52,747 DEBUG [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs 2024-12-04T21:55:52,747 INFO [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C46193%2C1733349291139.meta:.meta(num 1733349302246) 2024-12-04T21:55:52,747 DEBUG [RS:1;bb3046a53f79:40515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C40515%2C1733349291115:(num 1733349291957) 2024-12-04T21:55:52,747 DEBUG [RS:1;bb3046a53f79:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:55:52,747 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:55:52,747 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:55:52,748 INFO [RS:1;bb3046a53f79:40515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:55:52,748 INFO [RS:1;bb3046a53f79:40515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40515 2024-12-04T21:55:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:55:52,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,40515,1733349291115 2024-12-04T21:55:52,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/WALs/bb3046a53f79,46193,1733349291139/bb3046a53f79%2C46193%2C1733349291139.1733349291957 not finished, retry = 0 2024-12-04T21:55:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741834_1010 (size=4056) 2024-12-04T21:55:52,750 INFO [RS:1;bb3046a53f79:40515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:55:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741834_1010 (size=4056) 2024-12-04T21:55:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741834_1010 (size=4056) 2024-12-04T21:55:52,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,40515,1733349291115] 2024-12-04T21:55:52,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,40515,1733349291115 already deleted, retry=false 2024-12-04T21:55:52,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,40515,1733349291115 expired; onlineServers=1 2024-12-04T21:55:52,760 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb3046a53f79:38781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T21:55:52,821 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T21:55:52,822 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T21:55:52,839 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb3046a53f79:38781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T21:55:52,851 INFO [RS:1;bb3046a53f79:40515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:55:52,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:52,851 INFO [RS:1;bb3046a53f79:40515 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,40515,1733349291115; zookeeper connection closed. 2024-12-04T21:55:52,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x100a73a906f0002, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:52,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@656f6e2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@656f6e2d 2024-12-04T21:55:52,856 DEBUG [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/oldWALs 2024-12-04T21:55:52,856 INFO [RS:2;bb3046a53f79:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C46193%2C1733349291139:(num 1733349291957) 2024-12-04T21:55:52,857 DEBUG [RS:2;bb3046a53f79:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:55:52,857 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:55:52,857 INFO [RS:2;bb3046a53f79:46193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:55:52,857 INFO [RS:2;bb3046a53f79:46193 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T21:55:52,858 INFO [RS:2;bb3046a53f79:46193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:55:52,858 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:55:52,858 INFO [RS:2;bb3046a53f79:46193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46193 2024-12-04T21:55:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,46193,1733349291139 2024-12-04T21:55:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:55:52,860 INFO [RS:2;bb3046a53f79:46193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:55:52,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,46193,1733349291139] 2024-12-04T21:55:52,863 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,46193,1733349291139 already deleted, retry=false 2024-12-04T21:55:52,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,46193,1733349291139 expired; onlineServers=0 2024-12-04T21:55:52,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb3046a53f79,38781,1733349291030' ***** 2024-12-04T21:55:52,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T21:55:52,863 INFO [M:0;bb3046a53f79:38781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:55:52,863 INFO [M:0;bb3046a53f79:38781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:55:52,863 DEBUG [M:0;bb3046a53f79:38781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T21:55:52,863 DEBUG [M:0;bb3046a53f79:38781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T21:55:52,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T21:55:52,863 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349291740 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349291740,5,FailOnTimeoutGroup] 2024-12-04T21:55:52,863 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349291741 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349291741,5,FailOnTimeoutGroup] 2024-12-04T21:55:52,864 INFO [M:0;bb3046a53f79:38781 {}] hbase.ChoreService(370): Chore service for: master/bb3046a53f79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T21:55:52,864 INFO [M:0;bb3046a53f79:38781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:55:52,864 DEBUG [M:0;bb3046a53f79:38781 {}] master.HMaster(1795): Stopping service threads 2024-12-04T21:55:52,864 INFO [M:0;bb3046a53f79:38781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T21:55:52,864 INFO [M:0;bb3046a53f79:38781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:55:52,864 ERROR [M:0;bb3046a53f79:38781 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:40481 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40481,5,PEWorkerGroup] 2024-12-04T21:55:52,864 INFO [M:0;bb3046a53f79:38781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T21:55:52,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T21:55:52,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:55:52,864 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T21:55:52,865 DEBUG [M:0;bb3046a53f79:38781 {}] zookeeper.ZKUtil(347): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T21:55:52,865 WARN [M:0;bb3046a53f79:38781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T21:55:52,866 INFO [M:0;bb3046a53f79:38781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/.lastflushedseqids 2024-12-04T21:55:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741867_1043 (size=650) 2024-12-04T21:55:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741867_1043 (size=650) 2024-12-04T21:55:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741867_1043 (size=650) 2024-12-04T21:55:52,875 INFO [M:0;bb3046a53f79:38781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T21:55:52,875 INFO [M:0;bb3046a53f79:38781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T21:55:52,875 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:55:52,875 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:55:52,875 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:55:52,876 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:55:52,876 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:55:52,876 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.85 KB heapSize=279.89 KB 2024-12-04T21:55:52,892 DEBUG [M:0;bb3046a53f79:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4042b747131340efb0e95231c1ef5a0d is 82, key is hbase:meta,,1/info:regioninfo/1733349302286/Put/seqid=0 2024-12-04T21:55:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741868_1044 (size=5672) 2024-12-04T21:55:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741868_1044 (size=5672) 2024-12-04T21:55:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741868_1044 (size=5672) 2024-12-04T21:55:52,899 INFO [M:0;bb3046a53f79:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4042b747131340efb0e95231c1ef5a0d 2024-12-04T21:55:52,917 DEBUG [M:0;bb3046a53f79:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4283e34ada7a4f99b55ed49dcb50144a is 1241, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733349313136/Put/seqid=0 2024-12-04T21:55:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741869_1045 (size=9319) 2024-12-04T21:55:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741869_1045 (size=9319) 2024-12-04T21:55:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741869_1045 (size=9319) 2024-12-04T21:55:52,924 INFO [M:0;bb3046a53f79:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235.12 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4283e34ada7a4f99b55ed49dcb50144a 2024-12-04T21:55:52,929 INFO [M:0;bb3046a53f79:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4283e34ada7a4f99b55ed49dcb50144a 2024-12-04T21:55:52,942 DEBUG [M:0;bb3046a53f79:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/745abafe758947e88ad0db46f0a02c51 is 69, key is bb3046a53f79,40515,1733349291115/rs:state/1733349291775/Put/seqid=0 2024-12-04T21:55:52,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741870_1046 (size=5442) 2024-12-04T21:55:52,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741870_1046 (size=5442) 2024-12-04T21:55:52,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741870_1046 (size=5442) 2024-12-04T21:55:52,948 INFO [M:0;bb3046a53f79:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/745abafe758947e88ad0db46f0a02c51 2024-12-04T21:55:52,952 INFO [M:0;bb3046a53f79:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 745abafe758947e88ad0db46f0a02c51 2024-12-04T21:55:52,953 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4042b747131340efb0e95231c1ef5a0d as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4042b747131340efb0e95231c1ef5a0d 2024-12-04T21:55:52,960 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4042b747131340efb0e95231c1ef5a0d, entries=8, sequenceid=479, filesize=5.5 K 2024-12-04T21:55:52,961 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4283e34ada7a4f99b55ed49dcb50144a as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4283e34ada7a4f99b55ed49dcb50144a 2024-12-04T21:55:52,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:52,962 INFO [RS:2;bb3046a53f79:46193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:55:52,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x100a73a906f0003, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:52,962 INFO [RS:2;bb3046a53f79:46193 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,46193,1733349291139; zookeeper connection closed. 2024-12-04T21:55:52,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@724b8b71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@724b8b71 2024-12-04T21:55:52,962 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T21:55:52,968 INFO [M:0;bb3046a53f79:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4283e34ada7a4f99b55ed49dcb50144a 2024-12-04T21:55:52,968 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4283e34ada7a4f99b55ed49dcb50144a, entries=54, sequenceid=479, filesize=9.1 K 2024-12-04T21:55:52,970 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/745abafe758947e88ad0db46f0a02c51 as hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/745abafe758947e88ad0db46f0a02c51 2024-12-04T21:55:52,977 INFO [M:0;bb3046a53f79:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 745abafe758947e88ad0db46f0a02c51 2024-12-04T21:55:52,977 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/04d707cb-2b85-b841-0f6b-3a8138881de0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/745abafe758947e88ad0db46f0a02c51, entries=3, sequenceid=479, filesize=5.3 K 2024-12-04T21:55:52,978 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~235.85 KB/241514, heapSize ~279.59 KB/286304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=479, compaction requested=false 2024-12-04T21:55:52,979 INFO [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:55:52,979 DEBUG [M:0;bb3046a53f79:38781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349352875Disabling compacts and flushes for region at 1733349352875Disabling writes for close at 1733349352876 (+1 ms)Obtaining lock to block concurrent updates at 1733349352876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733349352876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=241514, getHeapSize=286544, getOffHeapSize=0, getCellsCount=582 at 1733349352876Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733349352877 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733349352877Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733349352892 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733349352892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733349352904 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733349352917 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733349352917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733349352930 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733349352941 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733349352941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a6ba9f: reopening flushed file at 1733349352952 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f4cb6: reopening flushed file at 1733349352960 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3298fee2: reopening flushed file at 1733349352968 (+8 ms)Finished flush of dataSize ~235.85 KB/241514, heapSize ~279.59 KB/286304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=479, compaction requested=false at 1733349352978 (+10 ms)Writing region close event to WAL at 1733349352979 (+1 ms)Closed at 1733349352979 2024-12-04T21:55:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741830_1006 (size=273480) 2024-12-04T21:55:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741830_1006 (size=273480) 2024-12-04T21:55:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44711 is added to blk_1073741830_1006 (size=273480) 2024-12-04T21:55:52,982 INFO [M:0;bb3046a53f79:38781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T21:55:52,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:55:52,982 INFO [M:0;bb3046a53f79:38781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38781 2024-12-04T21:55:52,982 INFO [M:0;bb3046a53f79:38781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:55:53,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:53,083 INFO [M:0;bb3046a53f79:38781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:55:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x100a73a906f0000, quorum=127.0.0.1:64614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:55:53,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a09c37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:55:53,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f83c92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:55:53,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:55:53,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5094d3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:55:53,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5777bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,STOPPED} 2024-12-04T21:55:53,088 WARN [BP-1607956247-172.17.0.2-1733349290292 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:55:53,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:55:53,088 WARN [BP-1607956247-172.17.0.2-1733349290292 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1607956247-172.17.0.2-1733349290292 (Datanode Uuid 46738572-d9fb-489d-9c30-81473e014bd7) service to localhost/127.0.0.1:40481 2024-12-04T21:55:53,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:55:53,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data5/current/BP-1607956247-172.17.0.2-1733349290292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:55:53,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data6/current/BP-1607956247-172.17.0.2-1733349290292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:55:53,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:55:53,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e0c607{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:55:53,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b5cc3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:55:53,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:55:53,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64876708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:55:53,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a24c7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,STOPPED} 2024-12-04T21:55:53,094 WARN [BP-1607956247-172.17.0.2-1733349290292 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:55:53,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:55:53,094 WARN [BP-1607956247-172.17.0.2-1733349290292 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1607956247-172.17.0.2-1733349290292 (Datanode Uuid 9ff71696-1fe9-46ed-b351-18c6f7b4fe47) service to localhost/127.0.0.1:40481 2024-12-04T21:55:53,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:55:53,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data3/current/BP-1607956247-172.17.0.2-1733349290292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:55:53,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data4/current/BP-1607956247-172.17.0.2-1733349290292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:55:53,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:55:53,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d03752{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:55:53,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@597a5af4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:55:53,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:55:53,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628468c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:55:53,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a61ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,STOPPED} 2024-12-04T21:55:53,098 WARN [BP-1607956247-172.17.0.2-1733349290292 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:55:53,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:55:53,098 WARN [BP-1607956247-172.17.0.2-1733349290292 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1607956247-172.17.0.2-1733349290292 (Datanode Uuid 22a8389d-5b81-447d-acdb-d78e85a83c5d) service to localhost/127.0.0.1:40481 2024-12-04T21:55:53,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:55:53,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data1/current/BP-1607956247-172.17.0.2-1733349290292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:55:53,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/cluster_2e7d063e-0b8d-e858-cad1-8fadcc4f5a19/data/data2/current/BP-1607956247-172.17.0.2-1733349290292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:55:53,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:55:53,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75961f6c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:55:53,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@206ea604{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:55:53,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:55:53,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d71721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:55:53,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2475479b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1be2465b-e6ee-4a95-b773-5aa6afabc0e0/hadoop.log.dir/,STOPPED} 2024-12-04T21:55:53,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T21:55:53,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T21:55:53,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 91) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40481 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40481 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=2074 (was 2293)